{"level":"warn","ts":"2026-04-28T03:22:54.854683Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:22:54.854765Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:22:54.854827Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:22:54.854839Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-28T03:22:54.854859Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:22:54.855513Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-28T03:22:54.855594Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:22:54.889184Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"22.436742ms"} {"level":"info","ts":"2026-04-28T03:22:54.927182Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-28T03:22:54.927349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:22:54.927384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-28T03:22:54.927421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:22:54.927441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-28T03:22:54.927505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-28T03:22:54.937533Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:22:54.958186Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:22:54.973336Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:22:54.978095Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:22:54.978416Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:22:54.978717Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:22:54.978834Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:22:54.978861Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:22:54.980225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-28T03:22:54.980379Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-28T03:22:54.984438Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:22:54.984589Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-28T03:22:54.984659Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-28T03:22:54.984751Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:22:54.984799Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:22:55.92843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:22:55.928511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:22:55.928556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-28T03:22:55.928577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:22:55.928589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-28T03:22:55.928606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-28T03:22:55.92862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-28T03:22:55.957856Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:22:55.960295Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:22:55.960288Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:22:55.960362Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:22:55.960885Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:22:55.960955Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:22:55.960996Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:22:55.961133Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:22:55.961211Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:22:55.963969Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-28T03:22:55.964274Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:23:11.958185Z","caller":"traceutil/trace.go:171","msg":"trace[1931811593] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"382.216738ms","start":"2026-04-28T03:23:11.575937Z","end":"2026-04-28T03:23:11.958153Z","steps":["trace[1931811593] 'process raft request' (duration: 382.036863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:11.959001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.575916Z","time spent":"382.560769ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:11.965805Z","caller":"traceutil/trace.go:171","msg":"trace[1293812231] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:383; }","duration":"320.124554ms","start":"2026-04-28T03:23:11.645649Z","end":"2026-04-28T03:23:11.965773Z","steps":["trace[1293812231] 'read index received' (duration: 312.44341ms)","trace[1293812231] 'applied index is now lower than readState.Index' (duration: 7.680234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:11.965857Z","caller":"traceutil/trace.go:171","msg":"trace[668928719] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"388.829201ms","start":"2026-04-28T03:23:11.577005Z","end":"2026-04-28T03:23:11.965834Z","steps":["trace[668928719] 'process raft request' (duration: 388.537482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:11.965971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.576972Z","time spent":"388.945004ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:11.965966Z","caller":"traceutil/trace.go:171","msg":"trace[2110158168] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"263.337024ms","start":"2026-04-28T03:23:11.702585Z","end":"2026-04-28T03:23:11.965922Z","steps":["trace[2110158168] 'process raft request' (duration: 263.146659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:11.966023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.358001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:11.966145Z","caller":"traceutil/trace.go:171","msg":"trace[55478498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"320.566097ms","start":"2026-04-28T03:23:11.645564Z","end":"2026-04-28T03:23:11.966131Z","steps":["trace[55478498] 'agreement among raft nodes before linearized reading' (duration: 320.374182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:11.966275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.645534Z","time spent":"320.706731ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:44.439099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.270018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-04-28T03:23:44.43921Z","caller":"traceutil/trace.go:171","msg":"trace[1980595968] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:512; }","duration":"138.466184ms","start":"2026-04-28T03:23:44.30072Z","end":"2026-04-28T03:23:44.439186Z","steps":["trace[1980595968] 'range keys from in-memory index tree' (duration: 137.845485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.91863Z","caller":"traceutil/trace.go:171","msg":"trace[1994784350] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"368.112428ms","start":"2026-04-28T03:23:44.550473Z","end":"2026-04-28T03:23:44.918586Z","steps":["trace[1994784350] 'read index received' (duration: 366.316396ms)","trace[1994784350] 'applied index is now lower than readState.Index' (duration: 1.793972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:44.918864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.954178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.918908Z","caller":"traceutil/trace.go:171","msg":"trace[1054963889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"118.066431ms","start":"2026-04-28T03:23:44.80083Z","end":"2026-04-28T03:23:44.918896Z","steps":["trace[1054963889] 'agreement among raft nodes before linearized reading' (duration: 117.946677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.919282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.779768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-04-28T03:23:44.91938Z","caller":"traceutil/trace.go:171","msg":"trace[1703486793] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:512; }","duration":"368.941292ms","start":"2026-04-28T03:23:44.550412Z","end":"2026-04-28T03:23:44.919354Z","steps":["trace[1703486793] 'agreement among raft nodes before linearized reading' (duration: 368.293583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.919472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.550388Z","time spent":"369.073946ms","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329972,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-28T03:23:46.668153Z","caller":"traceutil/trace.go:171","msg":"trace[155370323] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"486.906001ms","start":"2026-04-28T03:23:46.181218Z","end":"2026-04-28T03:23:46.668124Z","steps":["trace[155370323] 'process raft request' (duration: 486.782738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.668327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.181192Z","time spent":"487.055876ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:46.669392Z","caller":"traceutil/trace.go:171","msg":"trace[1041040974] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"435.634761ms","start":"2026-04-28T03:23:46.233729Z","end":"2026-04-28T03:23:46.669364Z","steps":["trace[1041040974] 'read index received' (duration: 434.485728ms)","trace[1041040974] 'applied index is now lower than readState.Index' (duration: 1.147893ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:46.669518Z","caller":"traceutil/trace.go:171","msg":"trace[598436032] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"486.637133ms","start":"2026-04-28T03:23:46.182821Z","end":"2026-04-28T03:23:46.669458Z","steps":["trace[598436032] 'process raft request' (duration: 486.417997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.669643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.887949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:23:46.669688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.801648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:23:46.669704Z","caller":"traceutil/trace.go:171","msg":"trace[428663385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"435.984721ms","start":"2026-04-28T03:23:46.233702Z","end":"2026-04-28T03:23:46.669687Z","steps":["trace[428663385] 'agreement among raft nodes before linearized reading' (duration: 435.796275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.669878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.233688Z","time spent":"436.177107ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:46.669742Z","caller":"traceutil/trace.go:171","msg":"trace[780985449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"433.88975ms","start":"2026-04-28T03:23:46.235839Z","end":"2026-04-28T03:23:46.669729Z","steps":["trace[780985449] 'agreement among raft nodes before linearized reading' (duration: 433.737626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.670081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.235819Z","time spent":"434.246641ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:46.669783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.182803Z","time spent":"486.84832ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:53.21579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969948988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:23:53.276468Z","caller":"traceutil/trace.go:171","msg":"trace[1079829862] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"567.885288ms","start":"2026-04-28T03:23:52.708534Z","end":"2026-04-28T03:23:53.276419Z","steps":["trace[1079829862] 'process raft request' (duration: 567.726053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.276656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.708499Z","time spent":"568.068934ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:53.522685Z","caller":"traceutil/trace.go:171","msg":"trace[287071030] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"813.586073ms","start":"2026-04-28T03:23:52.709064Z","end":"2026-04-28T03:23:53.52265Z","steps":["trace[287071030] 'process raft request' (duration: 813.349795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.522827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.709046Z","time spent":"813.699357ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:53.522846Z","caller":"traceutil/trace.go:171","msg":"trace[1310509394] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"812.874193ms","start":"2026-04-28T03:23:52.70994Z","end":"2026-04-28T03:23:53.522814Z","steps":["trace[1310509394] 'process raft request' (duration: 812.659106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.522989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.709928Z","time spent":"812.980116ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:53.523779Z","caller":"traceutil/trace.go:171","msg":"trace[928979322] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:645; }","duration":"808.804117ms","start":"2026-04-28T03:23:52.71492Z","end":"2026-04-28T03:23:53.523724Z","steps":["trace[928979322] 'read index received' (duration: 561.42832ms)","trace[928979322] 'applied index is now lower than readState.Index' (duration: 247.374737ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:53.523966Z","caller":"traceutil/trace.go:171","msg":"trace[1820877665] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"794.76402ms","start":"2026-04-28T03:23:52.729141Z","end":"2026-04-28T03:23:53.523905Z","steps":["trace[1820877665] 'process raft request' (duration: 794.550653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.52409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.344118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:53.524113Z","caller":"traceutil/trace.go:171","msg":"trace[1407518053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"718.423571ms","start":"2026-04-28T03:23:52.805682Z","end":"2026-04-28T03:23:53.524105Z","steps":["trace[1407518053] 'agreement among raft nodes before linearized reading' (duration: 718.39103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.524146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.805656Z","time spent":"718.483773ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:53.52426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.729129Z","time spent":"794.979526ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:53.524043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.093496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:53.524412Z","caller":"traceutil/trace.go:171","msg":"trace[1444166805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"809.468298ms","start":"2026-04-28T03:23:52.714894Z","end":"2026-04-28T03:23:53.524362Z","steps":["trace[1444166805] 'agreement among raft nodes before linearized reading' (duration: 809.013894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.524499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.714887Z","time spent":"809.585282ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:53.523805Z","caller":"traceutil/trace.go:171","msg":"trace[1614194604] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"804.213954ms","start":"2026-04-28T03:23:52.719566Z","end":"2026-04-28T03:23:53.52378Z","steps":["trace[1614194604] 'process raft request' (duration: 803.428999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:53.524653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:52.719545Z","time spent":"805.016168ms","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:53.668223Z","caller":"traceutil/trace.go:171","msg":"trace[95283323] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"120.262409ms","start":"2026-04-28T03:23:53.547913Z","end":"2026-04-28T03:23:53.668176Z","steps":["trace[95283323] 'process raft request' (duration: 116.112277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:53.759241Z","caller":"traceutil/trace.go:171","msg":"trace[607543188] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"174.097224ms","start":"2026-04-28T03:23:53.585106Z","end":"2026-04-28T03:23:53.759203Z","steps":["trace[607543188] 'process raft request' (duration: 154.132728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:54.375149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.857338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:54.375446Z","caller":"traceutil/trace.go:171","msg":"trace[1758536899] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:626; }","duration":"604.190168ms","start":"2026-04-28T03:23:53.771205Z","end":"2026-04-28T03:23:54.375395Z","steps":["trace[1758536899] 'range keys from in-memory index tree' (duration: 603.683162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:54.375504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:53.771179Z","time spent":"604.311432ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-28T03:23:55.302142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969949000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:55.605953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091681719s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:23:56.32782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.436691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:23:56.343829Z","caller":"traceutil/trace.go:171","msg":"trace[1355313204] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:653; }","duration":"1.542257086s","start":"2026-04-28T03:23:54.801548Z","end":"2026-04-28T03:23:56.343805Z","steps":["trace[1355313204] 'read index received' (duration: 804.744773ms)","trace[1355313204] 'applied index is now lower than readState.Index' (duration: 737.511253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.343946Z","caller":"traceutil/trace.go:171","msg":"trace[1224326688] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.534089856s","start":"2026-04-28T03:23:54.809805Z","end":"2026-04-28T03:23:56.343895Z","steps":["trace[1224326688] 'process raft request' (duration: 1.533390064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.343986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542426701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:56.34402Z","caller":"traceutil/trace.go:171","msg":"trace[1391669121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.542503804s","start":"2026-04-28T03:23:54.801506Z","end":"2026-04-28T03:23:56.34401Z","steps":["trace[1391669121] 'agreement among raft nodes before linearized reading' (duration: 1.542431031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.344061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:54.80149Z","time spent":"1.542563316s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:56.34409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:54.809771Z","time spent":"1.534238611s","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:56.344143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062099458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:23:56.34417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.386274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:23:56.344195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.429829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:56.344236Z","caller":"traceutil/trace.go:171","msg":"trace[1868573250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"1.062235192s","start":"2026-04-28T03:23:55.281979Z","end":"2026-04-28T03:23:56.344214Z","steps":["trace[1868573250] 'agreement among raft nodes before linearized reading' (duration: 1.061984934s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.344242Z","caller":"traceutil/trace.go:171","msg":"trace[361432549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"816.497528ms","start":"2026-04-28T03:23:55.527726Z","end":"2026-04-28T03:23:56.344223Z","steps":["trace[361432549] 'agreement among raft nodes before linearized reading' (duration: 816.285761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.344283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.527703Z","time spent":"816.57243ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:23:56.344246Z","caller":"traceutil/trace.go:171","msg":"trace[1620300870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"780.506962ms","start":"2026-04-28T03:23:55.563726Z","end":"2026-04-28T03:23:56.344233Z","steps":["trace[1620300870] 'agreement among raft nodes before linearized reading' (duration: 780.342267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.344443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.563709Z","time spent":"780.684668ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:56.344286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.281961Z","time spent":"1.062316045s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.344191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.694824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:56.344569Z","caller":"traceutil/trace.go:171","msg":"trace[1036514560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"817.112208ms","start":"2026-04-28T03:23:55.527437Z","end":"2026-04-28T03:23:56.344549Z","steps":["trace[1036514560] 'agreement among raft nodes before linearized reading' (duration: 816.671584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.344627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.527379Z","time spent":"817.229451ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:57.100894Z","caller":"traceutil/trace.go:171","msg":"trace[1886514784] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"211.639579ms","start":"2026-04-28T03:23:56.889186Z","end":"2026-04-28T03:23:57.100826Z","steps":["trace[1886514784] 'process raft request' (duration: 209.500601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.974069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969949402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:13.097486Z","caller":"traceutil/trace.go:171","msg":"trace[178669266] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"750.781562ms","start":"2026-04-28T03:24:12.346679Z","end":"2026-04-28T03:24:13.097461Z","steps":["trace[178669266] 'process raft request' (duration: 744.293444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.097728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.34665Z","time spent":"750.917017ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:13.318942Z","caller":"traceutil/trace.go:171","msg":"trace[1442760694] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"845.11337ms","start":"2026-04-28T03:24:12.473799Z","end":"2026-04-28T03:24:13.318912Z","steps":["trace[1442760694] 'read index received' (duration: 617.279647ms)","trace[1442760694] 'applied index is now lower than readState.Index' (duration: 227.832263ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:13.318991Z","caller":"traceutil/trace.go:171","msg":"trace[1927439612] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"656.24984ms","start":"2026-04-28T03:24:12.662715Z","end":"2026-04-28T03:24:13.318965Z","steps":["trace[1927439612] 'process raft request' (duration: 656.032564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.319191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.05708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:13.31928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.662699Z","time spent":"656.431416ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.319446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.565704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:13.319533Z","caller":"traceutil/trace.go:171","msg":"trace[1696120486] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:793; }","duration":"662.732599ms","start":"2026-04-28T03:24:12.656781Z","end":"2026-04-28T03:24:13.319513Z","steps":["trace[1696120486] 'agreement among raft nodes before linearized reading' (duration: 662.480231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.319613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.656759Z","time spent":"662.825612ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":72,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:13.31971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.864241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:24:13.319831Z","caller":"traceutil/trace.go:171","msg":"trace[1914677538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:793; }","duration":"843.032536ms","start":"2026-04-28T03:24:12.476768Z","end":"2026-04-28T03:24:13.3198Z","steps":["trace[1914677538] 'agreement among raft nodes before linearized reading' (duration: 842.550051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.31989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.476753Z","time spent":"843.127869ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:13.319939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.729332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:13.319266Z","caller":"traceutil/trace.go:171","msg":"trace[2110789889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"514.195594ms","start":"2026-04-28T03:24:12.805051Z","end":"2026-04-28T03:24:13.319247Z","steps":["trace[2110789889] 'agreement among raft nodes before linearized reading' (duration: 514.07198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.320081Z","caller":"traceutil/trace.go:171","msg":"trace[1408287507] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:793; }","duration":"373.345343ms","start":"2026-04-28T03:24:12.946706Z","end":"2026-04-28T03:24:13.320052Z","steps":["trace[1408287507] 'agreement among raft nodes before linearized reading' (duration: 373.058415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.320104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.805024Z","time spent":"515.05566ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:13.320151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.946625Z","time spent":"373.513829ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:13.320148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.45599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:13.320176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.373199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:24:13.320219Z","caller":"traceutil/trace.go:171","msg":"trace[822482403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:793; }","duration":"845.543663ms","start":"2026-04-28T03:24:12.474655Z","end":"2026-04-28T03:24:13.320198Z","steps":["trace[822482403] 'agreement among raft nodes before linearized reading' (duration: 844.441079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.320246Z","caller":"traceutil/trace.go:171","msg":"trace[975172667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:793; }","duration":"846.483172ms","start":"2026-04-28T03:24:12.473745Z","end":"2026-04-28T03:24:13.320228Z","steps":["trace[975172667] 'agreement among raft nodes before linearized reading' (duration: 845.421219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.32027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.474646Z","time spent":"845.611325ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:13.320291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.473721Z","time spent":"846.558584ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:13.320313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.149708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:13.320536Z","caller":"traceutil/trace.go:171","msg":"trace[127568670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:793; }","duration":"840.273461ms","start":"2026-04-28T03:24:12.480096Z","end":"2026-04-28T03:24:13.32037Z","steps":["trace[127568670] 'agreement among raft nodes before linearized reading' (duration: 839.153107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.320598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.480063Z","time spent":"840.520639ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:24.976167Z","caller":"traceutil/trace.go:171","msg":"trace[853818992] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"127.833802ms","start":"2026-04-28T03:24:24.848311Z","end":"2026-04-28T03:24:24.976145Z","steps":["trace[853818992] 'process raft request' (duration: 127.78394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:24.976231Z","caller":"traceutil/trace.go:171","msg":"trace[817993081] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"129.906535ms","start":"2026-04-28T03:24:24.846288Z","end":"2026-04-28T03:24:24.976195Z","steps":["trace[817993081] 'process raft request' (duration: 129.660568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.152261Z","caller":"traceutil/trace.go:171","msg":"trace[1287094382] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"135.063863ms","start":"2026-04-28T03:24:27.017167Z","end":"2026-04-28T03:24:27.152231Z","steps":["trace[1287094382] 'process raft request' (duration: 134.878888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.503789Z","caller":"traceutil/trace.go:171","msg":"trace[285918743] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"103.455205ms","start":"2026-04-28T03:24:27.400306Z","end":"2026-04-28T03:24:27.503762Z","steps":["trace[285918743] 'process raft request' (duration: 103.418184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.503859Z","caller":"traceutil/trace.go:171","msg":"trace[650878775] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"104.9041ms","start":"2026-04-28T03:24:27.398913Z","end":"2026-04-28T03:24:27.503817Z","steps":["trace[650878775] 'process raft request' (duration: 104.616851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.503915Z","caller":"traceutil/trace.go:171","msg":"trace[1095765702] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"104.322612ms","start":"2026-04-28T03:24:27.399552Z","end":"2026-04-28T03:24:27.503875Z","steps":["trace[1095765702] 'process raft request' (duration: 104.139576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:43.552961Z","caller":"traceutil/trace.go:171","msg":"trace[1353284116] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1233; }","duration":"181.278848ms","start":"2026-04-28T03:24:43.371654Z","end":"2026-04-28T03:24:43.552933Z","steps":["trace[1353284116] 'read index received' (duration: 181.03002ms)","trace[1353284116] 'applied index is now lower than readState.Index' (duration: 247.588µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:43.553084Z","caller":"traceutil/trace.go:171","msg":"trace[962897804] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"205.033344ms","start":"2026-04-28T03:24:43.347995Z","end":"2026-04-28T03:24:43.553028Z","steps":["trace[962897804] 'process raft request' (duration: 204.676723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.553197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.468664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:43.553257Z","caller":"traceutil/trace.go:171","msg":"trace[1371948128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1194; }","duration":"181.591287ms","start":"2026-04-28T03:24:43.371649Z","end":"2026-04-28T03:24:43.55324Z","steps":["trace[1371948128] 'agreement among raft nodes before linearized reading' (duration: 181.434123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:47.775668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.786121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:47.775889Z","caller":"traceutil/trace.go:171","msg":"trace[574677901] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"125.347625ms","start":"2026-04-28T03:24:47.650509Z","end":"2026-04-28T03:24:47.775856Z","steps":["trace[574677901] 'process raft request' (duration: 12.241704ms)","trace[574677901] 'compare' (duration: 112.585285ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:47.929098Z","caller":"traceutil/trace.go:171","msg":"trace[983110781] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"147.865104ms","start":"2026-04-28T03:24:47.781202Z","end":"2026-04-28T03:24:47.929067Z","steps":["trace[983110781] 'process raft request' (duration: 147.805303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:47.929193Z","caller":"traceutil/trace.go:171","msg":"trace[149178213] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"148.012219ms","start":"2026-04-28T03:24:47.781137Z","end":"2026-04-28T03:24:47.92915Z","steps":["trace[149178213] 'process raft request' (duration: 117.391532ms)","trace[149178213] 'compare' (duration: 30.319298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:49.170953Z","caller":"traceutil/trace.go:171","msg":"trace[721376876] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1241; }","duration":"111.381249ms","start":"2026-04-28T03:24:49.05953Z","end":"2026-04-28T03:24:49.170911Z","steps":["trace[721376876] 'process raft request' (duration: 111.187393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.171246Z","caller":"traceutil/trace.go:171","msg":"trace[60615430] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"116.96746ms","start":"2026-04-28T03:24:49.054266Z","end":"2026-04-28T03:24:49.171233Z","steps":["trace[60615430] 'process raft request' (duration: 108.15285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.171342Z","caller":"traceutil/trace.go:171","msg":"trace[1559402632] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"110.813301ms","start":"2026-04-28T03:24:49.060469Z","end":"2026-04-28T03:24:49.171283Z","steps":["trace[1559402632] 'process raft request' (duration: 110.294545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.171535Z","caller":"traceutil/trace.go:171","msg":"trace[1018705693] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"117.089663ms","start":"2026-04-28T03:24:49.054409Z","end":"2026-04-28T03:24:49.171499Z","steps":["trace[1018705693] 'process raft request' (duration: 116.267258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.305942Z","caller":"traceutil/trace.go:171","msg":"trace[1142074203] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"129.04884ms","start":"2026-04-28T03:24:49.176851Z","end":"2026-04-28T03:24:49.3059Z","steps":["trace[1142074203] 'process raft request' (duration: 125.711727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.306006Z","caller":"traceutil/trace.go:171","msg":"trace[331776091] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"118.903568ms","start":"2026-04-28T03:24:49.187056Z","end":"2026-04-28T03:24:49.30596Z","steps":["trace[331776091] 'process raft request' (duration: 118.749674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.419673Z","caller":"traceutil/trace.go:171","msg":"trace[577261500] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"102.487276ms","start":"2026-04-28T03:24:49.317156Z","end":"2026-04-28T03:24:49.419643Z","steps":["trace[577261500] 'process raft request' (duration: 102.310111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.335497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.772622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-swkcp\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-04-28T03:25:01.335547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.866815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:01.335617Z","caller":"traceutil/trace.go:171","msg":"trace[1410774000] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-swkcp; range_end:; response_count:1; response_revision:1338; }","duration":"480.953068ms","start":"2026-04-28T03:25:00.854636Z","end":"2026-04-28T03:25:01.335589Z","steps":["trace[1410774000] 'range keys from in-memory index tree' (duration: 480.494264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:01.335629Z","caller":"traceutil/trace.go:171","msg":"trace[200044457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"532.036311ms","start":"2026-04-28T03:25:00.803574Z","end":"2026-04-28T03:25:01.33561Z","steps":["trace[200044457] 'range keys from in-memory index tree' (duration: 531.752912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.335664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.80355Z","time spent":"532.106864ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:01.335681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.854616Z","time spent":"481.051471ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-swkcp\" "} {"level":"info","ts":"2026-04-28T03:25:06.345057Z","caller":"traceutil/trace.go:171","msg":"trace[1307190167] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"119.374363ms","start":"2026-04-28T03:25:06.225639Z","end":"2026-04-28T03:25:06.345013Z","steps":["trace[1307190167] 'process raft request' (duration: 118.989011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:09.736865Z","caller":"traceutil/trace.go:171","msg":"trace[1778580175] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"306.816179ms","start":"2026-04-28T03:25:09.430008Z","end":"2026-04-28T03:25:09.736824Z","steps":["trace[1778580175] 'process raft request' (duration: 237.436286ms)","trace[1778580175] 'compare' (duration: 69.147385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:09.737297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.429991Z","time spent":"307.201471ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:10.233629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.709702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:10.23377Z","caller":"traceutil/trace.go:171","msg":"trace[822410308] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1520; }","duration":"336.672126ms","start":"2026-04-28T03:25:09.897074Z","end":"2026-04-28T03:25:10.233746Z","steps":["trace[822410308] 'read index received' (duration: 143.688365ms)","trace[822410308] 'applied index is now lower than readState.Index' (duration: 192.981991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:10.233881Z","caller":"traceutil/trace.go:171","msg":"trace[927392320] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"438.951919ms","start":"2026-04-28T03:25:09.794834Z","end":"2026-04-28T03:25:10.233786Z","steps":["trace[927392320] 'process raft request' (duration: 245.958868ms)","trace[927392320] 'compare' (duration: 192.035402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:10.233981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.874322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:10.2341Z","caller":"traceutil/trace.go:171","msg":"trace[1244478552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1470; }","duration":"337.000826ms","start":"2026-04-28T03:25:09.897064Z","end":"2026-04-28T03:25:10.234065Z","steps":["trace[1244478552] 'agreement among raft nodes before linearized reading' (duration: 336.704337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:10.23399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.908233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:25:10.234177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.896996Z","time spent":"337.162891ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:10.234193Z","caller":"traceutil/trace.go:171","msg":"trace[410139808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1470; }","duration":"337.147921ms","start":"2026-04-28T03:25:09.89702Z","end":"2026-04-28T03:25:10.234168Z","steps":["trace[410139808] 'agreement among raft nodes before linearized reading' (duration: 336.821951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:10.234245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.794806Z","time spent":"439.253099ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:10.234265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.896996Z","time spent":"337.249874ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:10.234353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.441193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:25:10.234474Z","caller":"traceutil/trace.go:171","msg":"trace[1258358979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1470; }","duration":"177.636609ms","start":"2026-04-28T03:25:10.05681Z","end":"2026-04-28T03:25:10.234446Z","steps":["trace[1258358979] 'agreement among raft nodes before linearized reading' (duration: 177.259747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:10.234177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.349237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:25:10.235137Z","caller":"traceutil/trace.go:171","msg":"trace[772604640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1470; }","duration":"174.113351ms","start":"2026-04-28T03:25:10.060796Z","end":"2026-04-28T03:25:10.23491Z","steps":["trace[772604640] 'agreement among raft nodes before linearized reading' (duration: 173.265685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:21.694179Z","caller":"traceutil/trace.go:171","msg":"trace[1457852816] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"120.492263ms","start":"2026-04-28T03:25:21.573657Z","end":"2026-04-28T03:25:21.69415Z","steps":["trace[1457852816] 'process raft request' (duration: 120.328638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:22.21902Z","caller":"traceutil/trace.go:171","msg":"trace[185875125] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"117.958645ms","start":"2026-04-28T03:25:22.10103Z","end":"2026-04-28T03:25:22.218989Z","steps":["trace[185875125] 'process raft request' (duration: 117.731538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:22.577937Z","caller":"traceutil/trace.go:171","msg":"trace[1343158967] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"111.098484ms","start":"2026-04-28T03:25:22.466801Z","end":"2026-04-28T03:25:22.5779Z","steps":["trace[1343158967] 'process raft request' (duration: 74.804009ms)","trace[1343158967] 'compare' (duration: 36.143191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:22.625402Z","caller":"traceutil/trace.go:171","msg":"trace[214848615] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"115.004324ms","start":"2026-04-28T03:25:22.510365Z","end":"2026-04-28T03:25:22.62537Z","steps":["trace[214848615] 'process raft request' (duration: 114.650793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.507421Z","caller":"traceutil/trace.go:171","msg":"trace[932918008] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"117.171971ms","start":"2026-04-28T03:25:23.390201Z","end":"2026-04-28T03:25:23.507373Z","steps":["trace[932918008] 'process raft request' (duration: 116.999176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.847036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.073675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:25.847161Z","caller":"traceutil/trace.go:171","msg":"trace[1139750794] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1811; }","duration":"136.224306ms","start":"2026-04-28T03:25:25.710917Z","end":"2026-04-28T03:25:25.847142Z","steps":["trace[1139750794] 'read index received' (duration: 58.042µs)","trace[1139750794] 'applied index is now lower than readState.Index' (duration: 136.164884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:25.847271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.35714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:25.84731Z","caller":"traceutil/trace.go:171","msg":"trace[508002392] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1738; }","duration":"136.431442ms","start":"2026-04-28T03:25:25.710869Z","end":"2026-04-28T03:25:25.8473Z","steps":["trace[508002392] 'agreement among raft nodes before linearized reading' (duration: 136.35116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:25.847273Z","caller":"traceutil/trace.go:171","msg":"trace[141520243] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"399.045843ms","start":"2026-04-28T03:25:25.448187Z","end":"2026-04-28T03:25:25.847233Z","steps":["trace[141520243] 'process raft request' (duration: 51.657738ms)","trace[141520243] 'compare' (duration: 346.854869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:25.847526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.448176Z","time spent":"399.199248ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:25.923098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.411795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:25.923163Z","caller":"traceutil/trace.go:171","msg":"trace[1890595040] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1739; }","duration":"209.528609ms","start":"2026-04-28T03:25:25.713619Z","end":"2026-04-28T03:25:25.923147Z","steps":["trace[1890595040] 'agreement among raft nodes before linearized reading' (duration: 209.415746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.762038Z","caller":"traceutil/trace.go:171","msg":"trace[205702286] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"104.609645ms","start":"2026-04-28T03:25:28.657408Z","end":"2026-04-28T03:25:28.762018Z","steps":["trace[205702286] 'read index received' (duration: 104.44308ms)","trace[205702286] 'applied index is now lower than readState.Index' (duration: 165.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:28.762107Z","caller":"traceutil/trace.go:171","msg":"trace[803833747] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"112.762596ms","start":"2026-04-28T03:25:28.649323Z","end":"2026-04-28T03:25:28.762086Z","steps":["trace[803833747] 'process raft request' (duration: 112.498578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.762216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.78931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:28.762248Z","caller":"traceutil/trace.go:171","msg":"trace[446058052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1784; }","duration":"104.875423ms","start":"2026-04-28T03:25:28.657364Z","end":"2026-04-28T03:25:28.762239Z","steps":["trace[446058052] 'agreement among raft nodes before linearized reading' (duration: 104.79262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.762337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.904654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:28.762378Z","caller":"traceutil/trace.go:171","msg":"trace[1593527975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1784; }","duration":"104.951706ms","start":"2026-04-28T03:25:28.657414Z","end":"2026-04-28T03:25:28.762366Z","steps":["trace[1593527975] 'agreement among raft nodes before linearized reading' (duration: 104.884064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.851857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969951514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:36.974781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.703997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:36.974907Z","caller":"traceutil/trace.go:171","msg":"trace[1440908467] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.730028694s","start":"2026-04-28T03:25:35.244855Z","end":"2026-04-28T03:25:36.974883Z","steps":["trace[1440908467] 'process raft request' (duration: 804.11469ms)","trace[1440908467] 'compare' (duration: 925.314776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:36.974971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.244825Z","time spent":"1.730115687s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:36.978898Z","caller":"traceutil/trace.go:171","msg":"trace[36630819] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1970; }","duration":"1.62801907s","start":"2026-04-28T03:25:35.350858Z","end":"2026-04-28T03:25:36.978877Z","steps":["trace[36630819] 'read index received' (duration: 698.126793ms)","trace[36630819] 'applied index is now lower than readState.Index' (duration: 929.891527ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:36.97894Z","caller":"traceutil/trace.go:171","msg":"trace[971895944] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.531798064s","start":"2026-04-28T03:25:35.447107Z","end":"2026-04-28T03:25:36.978905Z","steps":["trace[971895944] 'process raft request' (duration: 1.531651129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.979112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.447074Z","time spent":"1.531946608s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:36.979226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628330969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:25:36.979349Z","caller":"traceutil/trace.go:171","msg":"trace[1939050296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99; range_end:; response_count:1; response_revision:1895; }","duration":"1.628501174s","start":"2026-04-28T03:25:35.350821Z","end":"2026-04-28T03:25:36.979322Z","steps":["trace[1939050296] 'agreement among raft nodes before linearized reading' (duration: 1.628146564s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.979431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.350799Z","time spent":"1.628594418s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99\" "} {"level":"info","ts":"2026-04-28T03:25:37.025109Z","caller":"traceutil/trace.go:171","msg":"trace[1709844310] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"877.573469ms","start":"2026-04-28T03:25:36.1475Z","end":"2026-04-28T03:25:37.025074Z","steps":["trace[1709844310] 'process raft request' (duration: 877.325371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.025326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.147481Z","time spent":"877.727524ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:37.025825Z","caller":"traceutil/trace.go:171","msg":"trace[1895711111] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"273.386502ms","start":"2026-04-28T03:25:36.752408Z","end":"2026-04-28T03:25:37.025795Z","steps":["trace[1895711111] 'process raft request' (duration: 272.577667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305227931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:37.026319Z","caller":"traceutil/trace.go:171","msg":"trace[137837418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"1.305324654s","start":"2026-04-28T03:25:35.720979Z","end":"2026-04-28T03:25:37.026304Z","steps":["trace[137837418] 'agreement among raft nodes before linearized reading' (duration: 1.305074777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.663546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:25:37.026358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.72096Z","time spent":"1.305390586s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:37.026388Z","caller":"traceutil/trace.go:171","msg":"trace[736591969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"499.756088ms","start":"2026-04-28T03:25:36.52661Z","end":"2026-04-28T03:25:37.026366Z","steps":["trace[736591969] 'agreement among raft nodes before linearized reading' (duration: 499.604504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.526582Z","time spent":"499.837161ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:37.026457Z","caller":"traceutil/trace.go:171","msg":"trace[2060439429] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"238.086106ms","start":"2026-04-28T03:25:36.788344Z","end":"2026-04-28T03:25:37.02643Z","steps":["trace[2060439429] 'process raft request' (duration: 237.378145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.92652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:37.026752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.530621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:25:37.026758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.0148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:25:37.026797Z","caller":"traceutil/trace.go:171","msg":"trace[1076214685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"496.25874ms","start":"2026-04-28T03:25:36.530524Z","end":"2026-04-28T03:25:37.026783Z","steps":["trace[1076214685] 'agreement among raft nodes before linearized reading' (duration: 495.779895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:37.026815Z","caller":"traceutil/trace.go:171","msg":"trace[372875920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"964.639045ms","start":"2026-04-28T03:25:36.062159Z","end":"2026-04-28T03:25:37.026798Z","steps":["trace[372875920] 'agreement among raft nodes before linearized reading' (duration: 964.508151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.530508Z","time spent":"496.318253ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:37.026838Z","caller":"traceutil/trace.go:171","msg":"trace[1833355552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"547.154935ms","start":"2026-04-28T03:25:36.479665Z","end":"2026-04-28T03:25:37.02682Z","steps":["trace[1833355552] 'agreement among raft nodes before linearized reading' (duration: 546.885497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.062122Z","time spent":"964.731137ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:37.0269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.479641Z","time spent":"547.250198ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:37.026537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.883309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:37.027003Z","caller":"traceutil/trace.go:171","msg":"trace[938286939] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1899; }","duration":"879.380335ms","start":"2026-04-28T03:25:36.147586Z","end":"2026-04-28T03:25:37.026966Z","steps":["trace[938286939] 'agreement among raft nodes before linearized reading' (duration: 878.902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.027121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.147561Z","time spent":"879.514938ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:37.02659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222824439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:37.027144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.339166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:25:37.026633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.960731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:25:37.027351Z","caller":"traceutil/trace.go:171","msg":"trace[558708417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"500.630085ms","start":"2026-04-28T03:25:36.526695Z","end":"2026-04-28T03:25:37.027325Z","steps":["trace[558708417] 'agreement among raft nodes before linearized reading' (duration: 499.954424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:37.027502Z","caller":"traceutil/trace.go:171","msg":"trace[1445373024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99; range_end:; response_count:1; response_revision:1899; }","duration":"974.867279ms","start":"2026-04-28T03:25:36.052615Z","end":"2026-04-28T03:25:37.027482Z","steps":["trace[1445373024] 'agreement among raft nodes before linearized reading' (duration: 973.894579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.026641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.016966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:25:37.027572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.052594Z","time spent":"974.960452ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7052d59-4b39-4edb-a48e-2dc199da2d99\" "} {"level":"info","ts":"2026-04-28T03:25:37.027581Z","caller":"traceutil/trace.go:171","msg":"trace[1885384279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1899; }","duration":"567.944394ms","start":"2026-04-28T03:25:36.459616Z","end":"2026-04-28T03:25:37.027561Z","steps":["trace[1885384279] 'agreement among raft nodes before linearized reading' (duration: 566.950674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.027634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.459558Z","time spent":"568.063517ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:37.026651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.892013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:37.02769Z","caller":"traceutil/trace.go:171","msg":"trace[471707051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"500.976846ms","start":"2026-04-28T03:25:36.526699Z","end":"2026-04-28T03:25:37.027676Z","steps":["trace[471707051] 'agreement among raft nodes before linearized reading' (duration: 499.864231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.027516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.526686Z","time spent":"500.81087ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:37.027746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.52667Z","time spent":"501.061948ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:25:37.02798Z","caller":"traceutil/trace.go:171","msg":"trace[1569084150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"1.223873741s","start":"2026-04-28T03:25:35.803757Z","end":"2026-04-28T03:25:37.027631Z","steps":["trace[1569084150] 'agreement among raft nodes before linearized reading' (duration: 1.222797388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:37.028039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.80373Z","time spent":"1.224294534s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:50.355472Z","caller":"traceutil/trace.go:171","msg":"trace[560688792] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"114.919261ms","start":"2026-04-28T03:25:50.240517Z","end":"2026-04-28T03:25:50.355436Z","steps":["trace[560688792] 'process raft request' (duration: 62.339415ms)","trace[560688792] 'compare' (duration: 52.238066ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:50.35547Z","caller":"traceutil/trace.go:171","msg":"trace[1701236912] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"114.354834ms","start":"2026-04-28T03:25:50.241085Z","end":"2026-04-28T03:25:50.35544Z","steps":["trace[1701236912] 'process raft request' (duration: 114.20319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.183337Z","caller":"traceutil/trace.go:171","msg":"trace[1158046998] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"816.736209ms","start":"2026-04-28T03:25:50.366581Z","end":"2026-04-28T03:25:51.183317Z","steps":["trace[1158046998] 'process raft request' (duration: 816.368758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.183633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:50.366559Z","time spent":"816.874664ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:51.183657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.366918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:51.183859Z","caller":"traceutil/trace.go:171","msg":"trace[1859285278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"379.621056ms","start":"2026-04-28T03:25:50.804194Z","end":"2026-04-28T03:25:51.183815Z","steps":["trace[1859285278] 'agreement among raft nodes before linearized reading' (duration: 379.267836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.183232Z","caller":"traceutil/trace.go:171","msg":"trace[1875806529] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"378.929395ms","start":"2026-04-28T03:25:50.804246Z","end":"2026-04-28T03:25:51.183176Z","steps":["trace[1875806529] 'read index received' (duration: 378.636096ms)","trace[1875806529] 'applied index is now lower than readState.Index' (duration: 291.869µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:51.183942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:50.80417Z","time spent":"379.756631ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:51.569237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.226192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:51.569624Z","caller":"traceutil/trace.go:171","msg":"trace[1236311613] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"188.894325ms","start":"2026-04-28T03:25:51.380708Z","end":"2026-04-28T03:25:51.569602Z","steps":["trace[1236311613] 'process raft request' (duration: 188.835833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.569597Z","caller":"traceutil/trace.go:171","msg":"trace[351579870] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"515.42616ms","start":"2026-04-28T03:25:51.054106Z","end":"2026-04-28T03:25:51.569532Z","steps":["trace[351579870] 'process raft request' (duration: 412.785655ms)","trace[351579870] 'compare' (duration: 102.023676ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:51.569628Z","caller":"traceutil/trace.go:171","msg":"trace[1933993694] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"413.182578ms","start":"2026-04-28T03:25:51.156421Z","end":"2026-04-28T03:25:51.569604Z","steps":["trace[1933993694] 'process raft request' (duration: 413.070144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.569674Z","caller":"traceutil/trace.go:171","msg":"trace[1858984710] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2096; }","duration":"385.618831ms","start":"2026-04-28T03:25:51.183977Z","end":"2026-04-28T03:25:51.569596Z","steps":["trace[1858984710] 'read index received' (duration: 282.948635ms)","trace[1858984710] 'applied index is now lower than readState.Index' (duration: 102.665425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:51.569934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.626361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:51.569628Z","caller":"traceutil/trace.go:171","msg":"trace[1564442227] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"413.566899ms","start":"2026-04-28T03:25:51.156014Z","end":"2026-04-28T03:25:51.569581Z","steps":["trace[1564442227] 'process raft request' (duration: 413.363053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.569949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.576603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:51.570008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.156411Z","time spent":"413.490767ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:51.570023Z","caller":"traceutil/trace.go:171","msg":"trace[1380982643] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2021; }","duration":"564.979822ms","start":"2026-04-28T03:25:51.00502Z","end":"2026-04-28T03:25:51.57Z","steps":["trace[1380982643] 'agreement among raft nodes before linearized reading' (duration: 564.614991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.054084Z","time spent":"515.815472ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:51.57008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.004996Z","time spent":"565.072785ms","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:51.570075Z","caller":"traceutil/trace.go:171","msg":"trace[1940375098] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2021; }","duration":"501.966035ms","start":"2026-04-28T03:25:51.068077Z","end":"2026-04-28T03:25:51.570043Z","steps":["trace[1940375098] 'agreement among raft nodes before linearized reading' (duration: 501.525152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.068057Z","time spent":"502.079839ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:51.570133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.098965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:51.570232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.733663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:51.570272Z","caller":"traceutil/trace.go:171","msg":"trace[1826445979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2021; }","duration":"632.26664ms","start":"2026-04-28T03:25:50.937962Z","end":"2026-04-28T03:25:51.570229Z","steps":["trace[1826445979] 'agreement among raft nodes before linearized reading' (duration: 631.984931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.570282Z","caller":"traceutil/trace.go:171","msg":"trace[174979027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"384.827896ms","start":"2026-04-28T03:25:51.185438Z","end":"2026-04-28T03:25:51.570266Z","steps":["trace[174979027] 'agreement among raft nodes before linearized reading' (duration: 384.651871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.570307Z","caller":"traceutil/trace.go:171","msg":"trace[1714135213] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"413.855598ms","start":"2026-04-28T03:25:51.156376Z","end":"2026-04-28T03:25:51.570232Z","steps":["trace[1714135213] 'process raft request' (duration: 413.059894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:50.937919Z","time spent":"632.404514ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:51.570352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.185374Z","time spent":"384.96803ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:51.570439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.814604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:25:51.57033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.391672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:25:51.570474Z","caller":"traceutil/trace.go:171","msg":"trace[2044798126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2021; }","duration":"300.871026ms","start":"2026-04-28T03:25:51.269592Z","end":"2026-04-28T03:25:51.570463Z","steps":["trace[2044798126] 'agreement among raft nodes before linearized reading' (duration: 300.777303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.945638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:25:51.570526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.269579Z","time spent":"300.940228ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:51.570525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.156369Z","time spent":"414.036273ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:51.570545Z","caller":"traceutil/trace.go:171","msg":"trace[949865830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2021; }","duration":"300.007529ms","start":"2026-04-28T03:25:51.27052Z","end":"2026-04-28T03:25:51.570528Z","steps":["trace[949865830] 'agreement among raft nodes before linearized reading' (duration: 299.866475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.521815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:25:51.570534Z","caller":"traceutil/trace.go:171","msg":"trace[1800122296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2021; }","duration":"328.609989ms","start":"2026-04-28T03:25:51.241903Z","end":"2026-04-28T03:25:51.570513Z","steps":["trace[1800122296] 'agreement among raft nodes before linearized reading' (duration: 328.31528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.270513Z","time spent":"300.063561ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:25:51.570601Z","caller":"traceutil/trace.go:171","msg":"trace[84320651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2021; }","duration":"300.845595ms","start":"2026-04-28T03:25:51.269737Z","end":"2026-04-28T03:25:51.570583Z","steps":["trace[84320651] 'agreement among raft nodes before linearized reading' (duration: 300.407591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.241891Z","time spent":"328.700301ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:51.570604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.192817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:25:51.570658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.269707Z","time spent":"300.934608ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:51.570694Z","caller":"traceutil/trace.go:171","msg":"trace[1578160263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2021; }","duration":"358.326772ms","start":"2026-04-28T03:25:51.212347Z","end":"2026-04-28T03:25:51.570674Z","steps":["trace[1578160263] 'agreement among raft nodes before linearized reading' (duration: 358.095385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.155992Z","time spent":"414.030214ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:51.570721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.509777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:25:51.570745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.212336Z","time spent":"358.394903ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:51.57078Z","caller":"traceutil/trace.go:171","msg":"trace[305424678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2021; }","duration":"371.61465ms","start":"2026-04-28T03:25:51.199148Z","end":"2026-04-28T03:25:51.570762Z","steps":["trace[305424678] 'agreement among raft nodes before linearized reading' (duration: 371.317461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:51.570927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.199123Z","time spent":"371.784095ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:25:51.72089Z","caller":"traceutil/trace.go:171","msg":"trace[1688670019] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"144.761799ms","start":"2026-04-28T03:25:51.576092Z","end":"2026-04-28T03:25:51.720854Z","steps":["trace[1688670019] 'process raft request' (duration: 106.616527ms)","trace[1688670019] 'compare' (duration: 37.982027ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:51.754473Z","caller":"traceutil/trace.go:171","msg":"trace[1502785779] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"177.849876ms","start":"2026-04-28T03:25:51.576605Z","end":"2026-04-28T03:25:51.754455Z","steps":["trace[1502785779] 'process raft request' (duration: 177.719682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.754819Z","caller":"traceutil/trace.go:171","msg":"trace[587920719] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"178.134244ms","start":"2026-04-28T03:25:51.576672Z","end":"2026-04-28T03:25:51.754806Z","steps":["trace[587920719] 'process raft request' (duration: 177.738672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.755057Z","caller":"traceutil/trace.go:171","msg":"trace[649834980] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"178.33633ms","start":"2026-04-28T03:25:51.57669Z","end":"2026-04-28T03:25:51.755027Z","steps":["trace[649834980] 'process raft request' (duration: 178.00741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:51.755338Z","caller":"traceutil/trace.go:171","msg":"trace[686997770] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"178.639219ms","start":"2026-04-28T03:25:51.576685Z","end":"2026-04-28T03:25:51.755324Z","steps":["trace[686997770] 'process raft request' (duration: 178.206366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.268967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969951829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:56.770066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969951829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:57.035427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289977981s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:57.036097Z","caller":"traceutil/trace.go:171","msg":"trace[1733128303] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"1.267178521s","start":"2026-04-28T03:25:55.768889Z","end":"2026-04-28T03:25:57.036068Z","steps":["trace[1733128303] 'read index received' (duration: 1.266733097s)","trace[1733128303] 'applied index is now lower than readState.Index' (duration: 444.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:57.036252Z","caller":"traceutil/trace.go:171","msg":"trace[2010638645] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.290868669s","start":"2026-04-28T03:25:55.745314Z","end":"2026-04-28T03:25:57.036183Z","steps":["trace[2010638645] 'process raft request' (duration: 1.290388514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.036419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26750874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:57.036505Z","caller":"traceutil/trace.go:171","msg":"trace[636381945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"1.267664505s","start":"2026-04-28T03:25:55.768822Z","end":"2026-04-28T03:25:57.036486Z","steps":["trace[636381945] 'agreement among raft nodes before linearized reading' (duration: 1.267426878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.036537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.745288Z","time spent":"1.291107856s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:57.036568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.768792Z","time spent":"1.267761919s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:57.036702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266492469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:25:57.036706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.473627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:25:57.036764Z","caller":"traceutil/trace.go:171","msg":"trace[645530937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2044; }","duration":"1.266617524s","start":"2026-04-28T03:25:55.770132Z","end":"2026-04-28T03:25:57.036749Z","steps":["trace[645530937] 'agreement among raft nodes before linearized reading' (duration: 1.266448088s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:57.036776Z","caller":"traceutil/trace.go:171","msg":"trace[1050562077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"428.58861ms","start":"2026-04-28T03:25:56.608171Z","end":"2026-04-28T03:25:57.03676Z","steps":["trace[1050562077] 'agreement among raft nodes before linearized reading' (duration: 428.316582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.036787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266624843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:25:57.036813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:56.608149Z","time spent":"428.655432ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:25:57.03681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.770106Z","time spent":"1.266691946s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:57.036851Z","caller":"traceutil/trace.go:171","msg":"trace[1936618877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"1.266735597s","start":"2026-04-28T03:25:55.770098Z","end":"2026-04-28T03:25:57.036834Z","steps":["trace[1936618877] 'agreement among raft nodes before linearized reading' (duration: 1.266571982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.036894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.770073Z","time spent":"1.26681077s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:57.036939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.495796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:57.037064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267075257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:25:57.03715Z","caller":"traceutil/trace.go:171","msg":"trace[275858781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2044; }","duration":"481.735843ms","start":"2026-04-28T03:25:56.555339Z","end":"2026-04-28T03:25:57.037075Z","steps":["trace[275858781] 'agreement among raft nodes before linearized reading' (duration: 481.401552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.037194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.154204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:57.037143Z","caller":"traceutil/trace.go:171","msg":"trace[2036626177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"1.26717099s","start":"2026-04-28T03:25:55.769959Z","end":"2026-04-28T03:25:57.03713Z","steps":["trace[2036626177] 'agreement among raft nodes before linearized reading' (duration: 1.266463959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.037266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.769945Z","time spent":"1.267309125s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:57.037264Z","caller":"traceutil/trace.go:171","msg":"trace[1647151084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"233.867316ms","start":"2026-04-28T03:25:56.803378Z","end":"2026-04-28T03:25:57.037245Z","steps":["trace[1647151084] 'agreement among raft nodes before linearized reading' (duration: 233.188385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:57.037268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:56.555318Z","time spent":"481.930989ms","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:57.29238Z","caller":"traceutil/trace.go:171","msg":"trace[1727221952] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"250.701875ms","start":"2026-04-28T03:25:57.041649Z","end":"2026-04-28T03:25:57.292351Z","steps":["trace[1727221952] 'process raft request' (duration: 249.148377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:57.299754Z","caller":"traceutil/trace.go:171","msg":"trace[771199921] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"257.027929ms","start":"2026-04-28T03:25:57.042688Z","end":"2026-04-28T03:25:57.299716Z","steps":["trace[771199921] 'process raft request' (duration: 256.693399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:57.300279Z","caller":"traceutil/trace.go:171","msg":"trace[6384082] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"257.510724ms","start":"2026-04-28T03:25:57.042725Z","end":"2026-04-28T03:25:57.300236Z","steps":["trace[6384082] 'process raft request' (duration: 256.830263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:57.300588Z","caller":"traceutil/trace.go:171","msg":"trace[211085374] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"257.842823ms","start":"2026-04-28T03:25:57.042731Z","end":"2026-04-28T03:25:57.300574Z","steps":["trace[211085374] 'process raft request' (duration: 256.946136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.350776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.593138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:19.350915Z","caller":"traceutil/trace.go:171","msg":"trace[1205030764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"136.713321ms","start":"2026-04-28T03:26:19.214138Z","end":"2026-04-28T03:26:19.350851Z","steps":["trace[1205030764] 'range keys from in-memory index tree' (duration: 136.204386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.544207Z","caller":"traceutil/trace.go:171","msg":"trace[2096977948] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"103.208338ms","start":"2026-04-28T03:26:19.440978Z","end":"2026-04-28T03:26:19.544186Z","steps":["trace[2096977948] 'process raft request' (duration: 103.084324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.545478Z","caller":"traceutil/trace.go:171","msg":"trace[501973947] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"104.409545ms","start":"2026-04-28T03:26:19.441055Z","end":"2026-04-28T03:26:19.545465Z","steps":["trace[501973947] 'process raft request' (duration: 104.274081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.545762Z","caller":"traceutil/trace.go:171","msg":"trace[44026713] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"104.373044ms","start":"2026-04-28T03:26:19.441375Z","end":"2026-04-28T03:26:19.545748Z","steps":["trace[44026713] 'process raft request' (duration: 104.052594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.545972Z","caller":"traceutil/trace.go:171","msg":"trace[1912125531] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"103.29938ms","start":"2026-04-28T03:26:19.442631Z","end":"2026-04-28T03:26:19.545931Z","steps":["trace[1912125531] 'read index received' (duration: 101.70783ms)","trace[1912125531] 'applied index is now lower than readState.Index' (duration: 1.58945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:19.546048Z","caller":"traceutil/trace.go:171","msg":"trace[1260072832] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"104.214109ms","start":"2026-04-28T03:26:19.441803Z","end":"2026-04-28T03:26:19.546017Z","steps":["trace[1260072832] 'process raft request' (duration: 103.91701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.546285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.61369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:19.546351Z","caller":"traceutil/trace.go:171","msg":"trace[1414362070] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2175; }","duration":"103.742994ms","start":"2026-04-28T03:26:19.44259Z","end":"2026-04-28T03:26:19.546333Z","steps":["trace[1414362070] 'agreement among raft nodes before linearized reading' (duration: 103.576799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.546309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.791251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:19.546428Z","caller":"traceutil/trace.go:171","msg":"trace[501313885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"100.940296ms","start":"2026-04-28T03:26:19.445474Z","end":"2026-04-28T03:26:19.546415Z","steps":["trace[501313885] 'agreement among raft nodes before linearized reading' (duration: 100.708208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.611808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.473411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:28.611961Z","caller":"traceutil/trace.go:171","msg":"trace[150823788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"182.686278ms","start":"2026-04-28T03:26:28.42924Z","end":"2026-04-28T03:26:28.611926Z","steps":["trace[150823788] 'range keys from in-memory index tree' (duration: 182.223474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:34.904421Z","caller":"traceutil/trace.go:171","msg":"trace[798426495] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"456.05533ms","start":"2026-04-28T03:26:34.448346Z","end":"2026-04-28T03:26:34.904401Z","steps":["trace[798426495] 'process raft request' (duration: 455.943836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.904596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:34.448332Z","time spent":"456.188763ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:35.509703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.160307ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:26:35.509862Z","caller":"traceutil/trace.go:171","msg":"trace[874110046] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2341; }","duration":"897.878001ms","start":"2026-04-28T03:26:34.611956Z","end":"2026-04-28T03:26:35.509834Z","steps":["trace[874110046] 'read index received' (duration: 292.423671ms)","trace[874110046] 'applied index is now lower than readState.Index' (duration: 605.45236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:35.510252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.265293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-28T03:26:35.510381Z","caller":"traceutil/trace.go:171","msg":"trace[1622437385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2253; }","duration":"898.46707ms","start":"2026-04-28T03:26:34.611893Z","end":"2026-04-28T03:26:35.51036Z","steps":["trace[1622437385] 'agreement among raft nodes before linearized reading' (duration: 898.127159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:35.510384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.42809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:35.510428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:34.611868Z","time spent":"898.550701ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:26:35.510445Z","caller":"traceutil/trace.go:171","msg":"trace[1813217618] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2253; }","duration":"237.503793ms","start":"2026-04-28T03:26:35.272918Z","end":"2026-04-28T03:26:35.510421Z","steps":["trace[1813217618] 'agreement among raft nodes before linearized reading' (duration: 237.320747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:35.510444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.646716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:35.510483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.915962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:35.510547Z","caller":"traceutil/trace.go:171","msg":"trace[1203909030] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2253; }","duration":"366.806681ms","start":"2026-04-28T03:26:35.143715Z","end":"2026-04-28T03:26:35.510522Z","steps":["trace[1203909030] 'agreement among raft nodes before linearized reading' (duration: 366.599184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:35.510574Z","caller":"traceutil/trace.go:171","msg":"trace[693844756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"830.038557ms","start":"2026-04-28T03:26:34.68051Z","end":"2026-04-28T03:26:35.510548Z","steps":["trace[693844756] 'agreement among raft nodes before linearized reading' (duration: 829.731287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:35.510609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:35.143695Z","time spent":"366.902824ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:35.510626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:34.680488Z","time spent":"830.127719ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:35.510433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.134799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:35.510737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.543837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:35.510874Z","caller":"traceutil/trace.go:171","msg":"trace[682997445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"137.771085ms","start":"2026-04-28T03:26:35.373085Z","end":"2026-04-28T03:26:35.510856Z","steps":["trace[682997445] 'agreement among raft nodes before linearized reading' (duration: 137.470306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:35.510793Z","caller":"traceutil/trace.go:171","msg":"trace[271564709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2253; }","duration":"707.545541ms","start":"2026-04-28T03:26:34.803222Z","end":"2026-04-28T03:26:35.510767Z","steps":["trace[271564709] 'agreement among raft nodes before linearized reading' (duration: 707.095707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:35.511007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:34.803202Z","time spent":"707.789929ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:26:36.333558Z","caller":"traceutil/trace.go:171","msg":"trace[890343030] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"535.983134ms","start":"2026-04-28T03:26:35.797546Z","end":"2026-04-28T03:26:36.333529Z","steps":["trace[890343030] 'process raft request' (duration: 535.733266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:36.333753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:35.797522Z","time spent":"536.127888ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:37.5403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206958565s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:37.540949Z","caller":"traceutil/trace.go:171","msg":"trace[627128166] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"1.719258343s","start":"2026-04-28T03:26:35.821648Z","end":"2026-04-28T03:26:37.540906Z","steps":["trace[627128166] 'process raft request' (duration: 1.71916148s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:37.540993Z","caller":"traceutil/trace.go:171","msg":"trace[1911677714] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"1.721190894s","start":"2026-04-28T03:26:35.819753Z","end":"2026-04-28T03:26:37.540944Z","steps":["trace[1911677714] 'process raft request' (duration: 1.720840053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:37.541174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:35.821617Z","time spent":"1.719440509s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:37.54122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:35.819727Z","time spent":"1.721367379s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:37.541377Z","caller":"traceutil/trace.go:171","msg":"trace[641205354] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"1.712344536s","start":"2026-04-28T03:26:35.828968Z","end":"2026-04-28T03:26:37.541313Z","steps":["trace[641205354] 'process raft request' (duration: 1.711890642s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:37.541527Z","caller":"traceutil/trace.go:171","msg":"trace[219694266] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2348; }","duration":"1.261697298s","start":"2026-04-28T03:26:36.279784Z","end":"2026-04-28T03:26:37.541481Z","steps":["trace[219694266] 'read index received' (duration: 53.561496ms)","trace[219694266] 'applied index is now lower than readState.Index' (duration: 1.208134422s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:37.541584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:35.828954Z","time spent":"1.712528121s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:37.541691Z","caller":"traceutil/trace.go:171","msg":"trace[1806843236] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"1.459058616s","start":"2026-04-28T03:26:36.082615Z","end":"2026-04-28T03:26:37.541674Z","steps":["trace[1806843236] 'process raft request' (duration: 1.458620062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:37.541833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262040489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:37.541929Z","caller":"traceutil/trace.go:171","msg":"trace[1272948080] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2263; }","duration":"1.262237105s","start":"2026-04-28T03:26:36.279661Z","end":"2026-04-28T03:26:37.541898Z","steps":["trace[1272948080] 'agreement among raft nodes before linearized reading' (duration: 1.262093061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:37.541842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:36.082583Z","time spent":"1.459146449s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:37.54199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:36.279627Z","time spent":"1.262347159s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:38.042457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969952358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:38.803514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:26:38.803651Z","caller":"traceutil/trace.go:171","msg":"trace[323092525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445772s","start":"2026-04-28T03:26:36.80318Z","end":"2026-04-28T03:26:38.803625Z","steps":["trace[323092525] 'agreement among raft nodes before linearized reading' (duration: 2.000284957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.803709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:36.803153Z","time spent":"2.000543954s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:26:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:26:38.911448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.451805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:38.911665Z","caller":"traceutil/trace.go:171","msg":"trace[520205424] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"550.893623ms","start":"2026-04-28T03:26:38.360752Z","end":"2026-04-28T03:26:38.911646Z","steps":["trace[520205424] 'process raft request' (duration: 550.81062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.911738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.360716Z","time spent":"550.988126ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:38.91196Z","caller":"traceutil/trace.go:171","msg":"trace[1249646448] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.789514285s","start":"2026-04-28T03:26:37.122433Z","end":"2026-04-28T03:26:38.911948Z","steps":["trace[1249646448] 'process raft request' (duration: 968.404219ms)","trace[1249646448] 'compare' (duration: 820.012171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:38.912019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.122405Z","time spent":"1.789585577s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:38.912171Z","caller":"traceutil/trace.go:171","msg":"trace[118762339] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"1.370521832s","start":"2026-04-28T03:26:37.541623Z","end":"2026-04-28T03:26:38.912145Z","steps":["trace[118762339] 'read index received' (duration: 549.199ms)","trace[118762339] 'applied index is now lower than readState.Index' (duration: 821.320902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:38.912431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672914117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:26:38.91248Z","caller":"traceutil/trace.go:171","msg":"trace[91979476] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2265; }","duration":"1.67303108s","start":"2026-04-28T03:26:37.239434Z","end":"2026-04-28T03:26:38.912465Z","steps":["trace[91979476] 'agreement among raft nodes before linearized reading' (duration: 1.672839024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.912516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.23938Z","time spent":"1.673127163s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:26:38.912902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394013025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:26:38.912941Z","caller":"traceutil/trace.go:171","msg":"trace[1089120516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"2.394095017s","start":"2026-04-28T03:26:36.518835Z","end":"2026-04-28T03:26:38.91293Z","steps":["trace[1089120516] 'agreement among raft nodes before linearized reading' (duration: 2.393958653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.912972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:36.518812Z","time spent":"2.394148489s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:38.913801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.925306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:38.91382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324973269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:38.913864Z","caller":"traceutil/trace.go:171","msg":"trace[516311469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2266; }","duration":"1.325061941s","start":"2026-04-28T03:26:37.588791Z","end":"2026-04-28T03:26:38.913852Z","steps":["trace[516311469] 'agreement among raft nodes before linearized reading' (duration: 1.324902216s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.913851Z","caller":"traceutil/trace.go:171","msg":"trace[470238638] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2266; }","duration":"525.028369ms","start":"2026-04-28T03:26:38.388811Z","end":"2026-04-28T03:26:38.913839Z","steps":["trace[470238638] 'agreement among raft nodes before linearized reading' (duration: 524.939066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.913882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.898008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:38.913899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.588765Z","time spent":"1.325126563s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:26:38.913929Z","caller":"traceutil/trace.go:171","msg":"trace[1838985913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2266; }","duration":"109.98942ms","start":"2026-04-28T03:26:38.803926Z","end":"2026-04-28T03:26:38.913915Z","steps":["trace[1838985913] 'agreement among raft nodes before linearized reading' (duration: 109.909758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.913925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.388787Z","time spent":"525.114212ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:38.9141Z","caller":"traceutil/trace.go:171","msg":"trace[902710710] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"539.930308ms","start":"2026-04-28T03:26:38.374159Z","end":"2026-04-28T03:26:38.914089Z","steps":["trace[902710710] 'process raft request' (duration: 539.461873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.914051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233557593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:26:38.91417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233900823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:38.914164Z","caller":"traceutil/trace.go:171","msg":"trace[64143958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2266; }","duration":"1.233751928s","start":"2026-04-28T03:26:37.680385Z","end":"2026-04-28T03:26:38.914137Z","steps":["trace[64143958] 'agreement among raft nodes before linearized reading' (duration: 1.233384027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.914142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.803899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6776f902ee07\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T03:26:38.914227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.680345Z","time spent":"1.233870353s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:26:38.914259Z","caller":"traceutil/trace.go:171","msg":"trace[1525560481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2266; }","duration":"1.234011277s","start":"2026-04-28T03:26:37.680184Z","end":"2026-04-28T03:26:38.914195Z","steps":["trace[1525560481] 'agreement among raft nodes before linearized reading' (duration: 1.233845212s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.914253Z","caller":"traceutil/trace.go:171","msg":"trace[155282521] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6776f902ee07; range_end:; response_count:1; response_revision:2266; }","duration":"201.964235ms","start":"2026-04-28T03:26:38.712256Z","end":"2026-04-28T03:26:38.91422Z","steps":["trace[155282521] 'agreement among raft nodes before linearized reading' (duration: 201.648105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.914286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.680178Z","time spent":"1.23410134s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:38.914427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239495329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:26:38.9145Z","caller":"traceutil/trace.go:171","msg":"trace[87510034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2266; }","duration":"1.239630874s","start":"2026-04-28T03:26:37.674852Z","end":"2026-04-28T03:26:38.914483Z","steps":["trace[87510034] 'agreement among raft nodes before linearized reading' (duration: 1.239429408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.914524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.374125Z","time spent":"540.00069ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:38.914543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.67483Z","time spent":"1.239702956s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:38.914563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23317903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:38.915295Z","caller":"traceutil/trace.go:171","msg":"trace[1086526067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2266; }","duration":"1.234403949s","start":"2026-04-28T03:26:37.680868Z","end":"2026-04-28T03:26:38.915272Z","steps":["trace[1086526067] 'agreement among raft nodes before linearized reading' (duration: 1.232939313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.915366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.680861Z","time spent":"1.234489751s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:43.853731Z","caller":"traceutil/trace.go:171","msg":"trace[479427368] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"286.507604ms","start":"2026-04-28T03:26:43.567199Z","end":"2026-04-28T03:26:43.853707Z","steps":["trace[479427368] 'process raft request' (duration: 286.322079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.008107Z","caller":"traceutil/trace.go:171","msg":"trace[959938614] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2386; }","duration":"375.903138ms","start":"2026-04-28T03:26:43.632183Z","end":"2026-04-28T03:26:44.008086Z","steps":["trace[959938614] 'read index received' (duration: 221.313634ms)","trace[959938614] 'applied index is now lower than readState.Index' (duration: 154.588514ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:44.008375Z","caller":"traceutil/trace.go:171","msg":"trace[860002436] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"440.202311ms","start":"2026-04-28T03:26:43.568163Z","end":"2026-04-28T03:26:44.008366Z","steps":["trace[860002436] 'process raft request' (duration: 438.505537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.008418Z","caller":"traceutil/trace.go:171","msg":"trace[1129225648] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"440.206501ms","start":"2026-04-28T03:26:43.568186Z","end":"2026-04-28T03:26:44.008393Z","steps":["trace[1129225648] 'process raft request' (duration: 439.86513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.008453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.560659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:44.008501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.31444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6776f902ee07\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-28T03:26:44.008525Z","caller":"traceutil/trace.go:171","msg":"trace[483054222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2298; }","duration":"206.690923ms","start":"2026-04-28T03:26:43.801812Z","end":"2026-04-28T03:26:44.008503Z","steps":["trace[483054222] 'agreement among raft nodes before linearized reading' (duration: 206.562709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.008524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.568141Z","time spent":"440.274912ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.008578Z","caller":"traceutil/trace.go:171","msg":"trace[1401933494] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6776f902ee07; range_end:; response_count:1; response_revision:2298; }","duration":"376.415534ms","start":"2026-04-28T03:26:43.632137Z","end":"2026-04-28T03:26:44.008553Z","steps":["trace[1401933494] 'agreement among raft nodes before linearized reading' (duration: 376.176036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.008635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.63212Z","time spent":"376.501037ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6776f902ee07\" "} {"level":"warn","ts":"2026-04-28T03:26:44.008669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.568166Z","time spent":"440.322725ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:35.10288Z","caller":"traceutil/trace.go:171","msg":"trace[758932809] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"197.750654ms","start":"2026-04-28T03:27:34.905101Z","end":"2026-04-28T03:27:35.102852Z","steps":["trace[758932809] 'process raft request' (duration: 197.507246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.1327Z","caller":"traceutil/trace.go:171","msg":"trace[1559261137] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"227.165564ms","start":"2026-04-28T03:27:34.905488Z","end":"2026-04-28T03:27:35.132654Z","steps":["trace[1559261137] 'process raft request' (duration: 226.852185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.132754Z","caller":"traceutil/trace.go:171","msg":"trace[1082561418] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"221.427373ms","start":"2026-04-28T03:27:34.911296Z","end":"2026-04-28T03:27:35.132723Z","steps":["trace[1082561418] 'process raft request' (duration: 221.130633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.132743Z","caller":"traceutil/trace.go:171","msg":"trace[1446563547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2590; }","duration":"220.551895ms","start":"2026-04-28T03:27:34.912141Z","end":"2026-04-28T03:27:35.132693Z","steps":["trace[1446563547] 'process raft request' (duration: 220.347658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.132883Z","caller":"traceutil/trace.go:171","msg":"trace[308966120] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2691; }","duration":"190.624878ms","start":"2026-04-28T03:27:34.942214Z","end":"2026-04-28T03:27:35.132839Z","steps":["trace[308966120] 'read index received' (duration: 160.382512ms)","trace[308966120] 'applied index is now lower than readState.Index' (duration: 30.238806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:35.133161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.928558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:27:35.13327Z","caller":"traceutil/trace.go:171","msg":"trace[1348850696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2591; }","duration":"191.073973ms","start":"2026-04-28T03:27:34.942169Z","end":"2026-04-28T03:27:35.133243Z","steps":["trace[1348850696] 'agreement among raft nodes before linearized reading' (duration: 190.779094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.255502Z","caller":"traceutil/trace.go:171","msg":"trace[1703335908] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"116.164073ms","start":"2026-04-28T03:27:35.139299Z","end":"2026-04-28T03:27:35.255463Z","steps":["trace[1703335908] 'process raft request' (duration: 115.860174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.416057Z","caller":"traceutil/trace.go:171","msg":"trace[809226846] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"225.311875ms","start":"2026-04-28T03:27:35.190719Z","end":"2026-04-28T03:27:35.416031Z","steps":["trace[809226846] 'process raft request' (duration: 225.250903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.416357Z","caller":"traceutil/trace.go:171","msg":"trace[2077297820] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"264.907897ms","start":"2026-04-28T03:27:35.151439Z","end":"2026-04-28T03:27:35.416347Z","steps":["trace[2077297820] 'process raft request' (duration: 264.407291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.416496Z","caller":"traceutil/trace.go:171","msg":"trace[1159235427] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"274.631395ms","start":"2026-04-28T03:27:35.141823Z","end":"2026-04-28T03:27:35.416454Z","steps":["trace[1159235427] 'process raft request' (duration: 256.14313ms)","trace[1159235427] 'compare' (duration: 17.511924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:35.416511Z","caller":"traceutil/trace.go:171","msg":"trace[656060898] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"261.163259ms","start":"2026-04-28T03:27:35.15528Z","end":"2026-04-28T03:27:35.416443Z","steps":["trace[656060898] 'process raft request' (duration: 260.627672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.416663Z","caller":"traceutil/trace.go:171","msg":"trace[1875129924] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"274.699857ms","start":"2026-04-28T03:27:35.141927Z","end":"2026-04-28T03:27:35.416627Z","steps":["trace[1875129924] 'process raft request' (duration: 273.875251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.422392Z","caller":"traceutil/trace.go:171","msg":"trace[1589870399] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"127.503622ms","start":"2026-04-28T03:27:35.294874Z","end":"2026-04-28T03:27:35.422378Z","steps":["trace[1589870399] 'process raft request' (duration: 127.335277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:35.422505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.425817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:35.42238Z","caller":"traceutil/trace.go:171","msg":"trace[563748879] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2697; }","duration":"119.312594ms","start":"2026-04-28T03:27:35.303049Z","end":"2026-04-28T03:27:35.422361Z","steps":["trace[563748879] 'read index received' (duration: 94.882151ms)","trace[563748879] 'applied index is now lower than readState.Index' (duration: 24.429213ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:35.422651Z","caller":"traceutil/trace.go:171","msg":"trace[1744507242] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"105.767555ms","start":"2026-04-28T03:27:35.316861Z","end":"2026-04-28T03:27:35.422628Z","steps":["trace[1744507242] 'process raft request' (duration: 105.448505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.422565Z","caller":"traceutil/trace.go:171","msg":"trace[2056572738] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2599; }","duration":"119.552111ms","start":"2026-04-28T03:27:35.303002Z","end":"2026-04-28T03:27:35.422554Z","steps":["trace[2056572738] 'agreement among raft nodes before linearized reading' (duration: 119.415886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.864691Z","caller":"traceutil/trace.go:171","msg":"trace[1161461639] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"131.903301ms","start":"2026-04-28T03:27:35.732758Z","end":"2026-04-28T03:27:35.864661Z","steps":["trace[1161461639] 'process raft request' (duration: 105.61668ms)","trace[1161461639] 'compare' (duration: 26.018733ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:35.864736Z","caller":"traceutil/trace.go:171","msg":"trace[1522452233] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"131.765106ms","start":"2026-04-28T03:27:35.732933Z","end":"2026-04-28T03:27:35.864699Z","steps":["trace[1522452233] 'process raft request' (duration: 131.628352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.864737Z","caller":"traceutil/trace.go:171","msg":"trace[219965738] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2731; }","duration":"104.840945ms","start":"2026-04-28T03:27:35.759856Z","end":"2026-04-28T03:27:35.864697Z","steps":["trace[219965738] 'read index received' (duration: 6.760114ms)","trace[219965738] 'applied index is now lower than readState.Index' (duration: 98.078891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:35.864947Z","caller":"traceutil/trace.go:171","msg":"trace[102936347] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"121.905195ms","start":"2026-04-28T03:27:35.743016Z","end":"2026-04-28T03:27:35.864921Z","steps":["trace[102936347] 'process raft request' (duration: 121.595206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:35.865188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.30146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:234257"} {"level":"info","ts":"2026-04-28T03:27:35.865252Z","caller":"traceutil/trace.go:171","msg":"trace[409558834] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2630; }","duration":"105.428494ms","start":"2026-04-28T03:27:35.759809Z","end":"2026-04-28T03:27:35.865238Z","steps":["trace[409558834] 'agreement among raft nodes before linearized reading' (duration: 105.017902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:35.882725Z","caller":"traceutil/trace.go:171","msg":"trace[1269174996] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"100.924201ms","start":"2026-04-28T03:27:35.781757Z","end":"2026-04-28T03:27:35.882682Z","steps":["trace[1269174996] 'process raft request' (duration: 100.642362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.105884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969953518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:48.606398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969953518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:48.723687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255889387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:27:48.724068Z","caller":"traceutil/trace.go:171","msg":"trace[1064774997] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"1.256434115s","start":"2026-04-28T03:27:47.467609Z","end":"2026-04-28T03:27:48.724043Z","steps":["trace[1064774997] 'process raft request' (duration: 1.25627783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.72422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.46758Z","time spent":"1.256550538s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:48.724883Z","caller":"traceutil/trace.go:171","msg":"trace[1875251171] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2913; }","duration":"1.119591257s","start":"2026-04-28T03:27:47.605277Z","end":"2026-04-28T03:27:48.724869Z","steps":["trace[1875251171] 'read index received' (duration: 1.11873664s)","trace[1875251171] 'applied index is now lower than readState.Index' (duration: 853.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:48.724985Z","caller":"traceutil/trace.go:171","msg":"trace[1110653561] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"522.924697ms","start":"2026-04-28T03:27:48.201994Z","end":"2026-04-28T03:27:48.724919Z","steps":["trace[1110653561] 'process raft request' (duration: 522.738561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:48.725014Z","caller":"traceutil/trace.go:171","msg":"trace[701897843] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"298.510081ms","start":"2026-04-28T03:27:48.426458Z","end":"2026-04-28T03:27:48.724969Z","steps":["trace[701897843] 'process raft request' (duration: 298.345816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.72515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119859555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:48.725202Z","caller":"traceutil/trace.go:171","msg":"trace[993298077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2804; }","duration":"1.119946338s","start":"2026-04-28T03:27:47.605243Z","end":"2026-04-28T03:27:48.72519Z","steps":["trace[993298077] 'agreement among raft nodes before linearized reading' (duration: 1.119863285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.201971Z","time spent":"523.100553ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:48.725244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.605202Z","time spent":"1.1200323s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:48.72508Z","caller":"traceutil/trace.go:171","msg":"trace[344336566] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"298.071517ms","start":"2026-04-28T03:27:48.426985Z","end":"2026-04-28T03:27:48.725057Z","steps":["trace[344336566] 'process raft request' (duration: 297.8539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092130488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:27:48.725386Z","caller":"traceutil/trace.go:171","msg":"trace[26111235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2804; }","duration":"1.09218994s","start":"2026-04-28T03:27:47.633186Z","end":"2026-04-28T03:27:48.725375Z","steps":["trace[26111235] 'agreement among raft nodes before linearized reading' (duration: 1.092040995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.63318Z","time spent":"1.092228511s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:27:48.725427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.823635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:48.725536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032495862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:27:48.725582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075195962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:48.725582Z","caller":"traceutil/trace.go:171","msg":"trace[1473123657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2804; }","duration":"1.032569645s","start":"2026-04-28T03:27:47.692999Z","end":"2026-04-28T03:27:48.725569Z","steps":["trace[1473123657] 'agreement among raft nodes before linearized reading' (duration: 1.032395019s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:48.725566Z","caller":"traceutil/trace.go:171","msg":"trace[1924926857] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2804; }","duration":"671.025112ms","start":"2026-04-28T03:27:48.054509Z","end":"2026-04-28T03:27:48.725534Z","steps":["trace[1924926857] 'agreement among raft nodes before linearized reading' (duration: 670.743073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:48.725614Z","caller":"traceutil/trace.go:171","msg":"trace[718204601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2804; }","duration":"1.075248734s","start":"2026-04-28T03:27:47.650358Z","end":"2026-04-28T03:27:48.725607Z","steps":["trace[718204601] 'agreement among raft nodes before linearized reading' (duration: 1.075170971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.69299Z","time spent":"1.032621046s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:48.725635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.650348Z","time spent":"1.075281966s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:48.725628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049514311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:27:48.725659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.054488Z","time spent":"671.145705ms","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:48.7257Z","caller":"traceutil/trace.go:171","msg":"trace[354914111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2804; }","duration":"1.049601443s","start":"2026-04-28T03:27:47.676081Z","end":"2026-04-28T03:27:48.725682Z","steps":["trace[354914111] 'agreement among raft nodes before linearized reading' (duration: 1.049321664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047771445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:27:48.72578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.01062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:48.725807Z","caller":"traceutil/trace.go:171","msg":"trace[1269620468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2804; }","duration":"923.065412ms","start":"2026-04-28T03:27:47.802733Z","end":"2026-04-28T03:27:48.725799Z","steps":["trace[1269620468] 'agreement among raft nodes before linearized reading' (duration: 923.032471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.72583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.802718Z","time spent":"923.108263ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:27:48.725826Z","caller":"traceutil/trace.go:171","msg":"trace[1065555433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2804; }","duration":"1.04793249s","start":"2026-04-28T03:27:47.677866Z","end":"2026-04-28T03:27:48.725799Z","steps":["trace[1065555433] 'agreement among raft nodes before linearized reading' (duration: 1.047557108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.677858Z","time spent":"1.048013033s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:48.725751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.131972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:27:48.725906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.359141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:27:48.725941Z","caller":"traceutil/trace.go:171","msg":"trace[479720227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2804; }","duration":"947.356559ms","start":"2026-04-28T03:27:47.778568Z","end":"2026-04-28T03:27:48.725925Z","steps":["trace[479720227] 'agreement among raft nodes before linearized reading' (duration: 947.132212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.72575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.676051Z","time spent":"1.049689226s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:27:48.725964Z","caller":"traceutil/trace.go:171","msg":"trace[2005891493] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2804; }","duration":"997.463634ms","start":"2026-04-28T03:27:47.728484Z","end":"2026-04-28T03:27:48.725948Z","steps":["trace[2005891493] 'agreement among raft nodes before linearized reading' (duration: 997.296728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:48.725999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.778544Z","time spent":"947.440852ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:48.726003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:47.728463Z","time spent":"997.532436ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:27:55.073033Z","caller":"traceutil/trace.go:171","msg":"trace[1448558757] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"308.530267ms","start":"2026-04-28T03:27:54.764472Z","end":"2026-04-28T03:27:55.073002Z","steps":["trace[1448558757] 'process raft request' (duration: 308.214487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.073062Z","caller":"traceutil/trace.go:171","msg":"trace[1460821208] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"305.313884ms","start":"2026-04-28T03:27:54.767716Z","end":"2026-04-28T03:27:55.07303Z","steps":["trace[1460821208] 'process raft request' (duration: 305.233662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.073089Z","caller":"traceutil/trace.go:171","msg":"trace[1447221624] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"305.748768ms","start":"2026-04-28T03:27:54.767307Z","end":"2026-04-28T03:27:55.073056Z","steps":["trace[1447221624] 'process raft request' (duration: 305.592473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.073212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.764442Z","time spent":"308.674711ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:55.073255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.767705Z","time spent":"305.446689ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:55.073303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.76727Z","time spent":"305.930064ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:55.07369Z","caller":"traceutil/trace.go:171","msg":"trace[1254934048] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"288.345738ms","start":"2026-04-28T03:27:54.785333Z","end":"2026-04-28T03:27:55.073679Z","steps":["trace[1254934048] 'process raft request' (duration: 287.648766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.073713Z","caller":"traceutil/trace.go:171","msg":"trace[1479016053] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2957; }","duration":"303.011512ms","start":"2026-04-28T03:27:54.770664Z","end":"2026-04-28T03:27:55.073676Z","steps":["trace[1479016053] 'read index received' (duration: 295.259396ms)","trace[1479016053] 'applied index is now lower than readState.Index' (duration: 7.749316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:55.073958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.621469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:55.074036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.895243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:55.074047Z","caller":"traceutil/trace.go:171","msg":"trace[1481311910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2847; }","duration":"271.722933ms","start":"2026-04-28T03:27:54.802301Z","end":"2026-04-28T03:27:55.074024Z","steps":["trace[1481311910] 'agreement among raft nodes before linearized reading' (duration: 271.570698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.074075Z","caller":"traceutil/trace.go:171","msg":"trace[1402775111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2847; }","duration":"299.960105ms","start":"2026-04-28T03:27:54.774105Z","end":"2026-04-28T03:27:55.074066Z","steps":["trace[1402775111] 'agreement among raft nodes before linearized reading' (duration: 299.738268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.074107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.774073Z","time spent":"300.027387ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:55.07412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.987812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:27:55.074126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.552595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:27:55.074169Z","caller":"traceutil/trace.go:171","msg":"trace[1480230789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2847; }","duration":"297.039233ms","start":"2026-04-28T03:27:54.777119Z","end":"2026-04-28T03:27:55.074158Z","steps":["trace[1480230789] 'agreement among raft nodes before linearized reading' (duration: 296.864718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.074186Z","caller":"traceutil/trace.go:171","msg":"trace[1456163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2847; }","duration":"294.635657ms","start":"2026-04-28T03:27:54.779537Z","end":"2026-04-28T03:27:55.074172Z","steps":["trace[1456163] 'agreement among raft nodes before linearized reading' (duration: 294.449251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.074415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.82148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:27:55.074535Z","caller":"traceutil/trace.go:171","msg":"trace[1638323799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2847; }","duration":"299.000115ms","start":"2026-04-28T03:27:54.775503Z","end":"2026-04-28T03:27:55.074503Z","steps":["trace[1638323799] 'agreement among raft nodes before linearized reading' (duration: 298.623593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.074469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.795027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:55.07485Z","caller":"traceutil/trace.go:171","msg":"trace[46938820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2847; }","duration":"304.21022ms","start":"2026-04-28T03:27:54.770614Z","end":"2026-04-28T03:27:55.074824Z","steps":["trace[46938820] 'agreement among raft nodes before linearized reading' (duration: 303.27025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.075496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.7706Z","time spent":"304.440257ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:28:21.037326Z","caller":"traceutil/trace.go:171","msg":"trace[786629992] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"213.070359ms","start":"2026-04-28T03:28:20.82423Z","end":"2026-04-28T03:28:21.0373Z","steps":["trace[786629992] 'process raft request' (duration: 212.871852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.704893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.765249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:21.705325Z","caller":"traceutil/trace.go:171","msg":"trace[1836575570] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"445.145158ms","start":"2026-04-28T03:28:21.260156Z","end":"2026-04-28T03:28:21.705291Z","steps":["trace[1836575570] 'process raft request' (duration: 445.035835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.705427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.260147Z","time spent":"445.241361ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.705422Z","caller":"traceutil/trace.go:171","msg":"trace[407210439] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"446.582474ms","start":"2026-04-28T03:28:21.258797Z","end":"2026-04-28T03:28:21.705379Z","steps":["trace[407210439] 'process raft request' (duration: 446.282184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.705485Z","caller":"traceutil/trace.go:171","msg":"trace[12160427] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"444.925931ms","start":"2026-04-28T03:28:21.260527Z","end":"2026-04-28T03:28:21.705453Z","steps":["trace[12160427] 'process raft request' (duration: 444.711684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.705598Z","caller":"traceutil/trace.go:171","msg":"trace[808429337] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"446.310786ms","start":"2026-04-28T03:28:21.259221Z","end":"2026-04-28T03:28:21.705532Z","steps":["trace[808429337] 'process raft request' (duration: 445.933724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.705607Z","caller":"traceutil/trace.go:171","msg":"trace[478834386] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"446.738279ms","start":"2026-04-28T03:28:21.258766Z","end":"2026-04-28T03:28:21.705504Z","steps":["trace[478834386] 'process raft request' (duration: 166.219827ms)","trace[478834386] 'compare' (duration: 279.603083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.705704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.260503Z","time spent":"445.099267ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.705721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.258779Z","time spent":"446.730419ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.705797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.259192Z","time spent":"446.516632ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.706064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.258748Z","time spent":"446.984077ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:27.371099Z","caller":"traceutil/trace.go:171","msg":"trace[1960955092] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"125.827821ms","start":"2026-04-28T03:28:27.245245Z","end":"2026-04-28T03:28:27.371073Z","steps":["trace[1960955092] 'process raft request' (duration: 125.626245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:27.444714Z","caller":"traceutil/trace.go:171","msg":"trace[896550947] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"169.503426ms","start":"2026-04-28T03:28:27.275184Z","end":"2026-04-28T03:28:27.444687Z","steps":["trace[896550947] 'process raft request' (duration: 169.419743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:27.444776Z","caller":"traceutil/trace.go:171","msg":"trace[1638941762] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"173.39004ms","start":"2026-04-28T03:28:27.271356Z","end":"2026-04-28T03:28:27.444746Z","steps":["trace[1638941762] 'process raft request' (duration: 173.07805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:27.444953Z","caller":"traceutil/trace.go:171","msg":"trace[1327626337] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"168.507875ms","start":"2026-04-28T03:28:27.276423Z","end":"2026-04-28T03:28:27.444931Z","steps":["trace[1327626337] 'process raft request' (duration: 168.226096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:53.879876Z","caller":"traceutil/trace.go:171","msg":"trace[567768953] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"190.924526ms","start":"2026-04-28T03:28:53.688923Z","end":"2026-04-28T03:28:53.879848Z","steps":["trace[567768953] 'process raft request' (duration: 190.73809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:53.880442Z","caller":"traceutil/trace.go:171","msg":"trace[2077944786] linearizableReadLoop","detail":"{readStateIndex:3305; appliedIndex:3302; }","duration":"150.641878ms","start":"2026-04-28T03:28:53.729781Z","end":"2026-04-28T03:28:53.880423Z","steps":["trace[2077944786] 'read index received' (duration: 149.925226ms)","trace[2077944786] 'applied index is now lower than readState.Index' (duration: 715.562µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:53.880551Z","caller":"traceutil/trace.go:171","msg":"trace[1506473087] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"183.079957ms","start":"2026-04-28T03:28:53.697454Z","end":"2026-04-28T03:28:53.880534Z","steps":["trace[1506473087] 'process raft request' (duration: 182.908331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:53.880801Z","caller":"traceutil/trace.go:171","msg":"trace[757162865] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"185.909927ms","start":"2026-04-28T03:28:53.694876Z","end":"2026-04-28T03:28:53.880786Z","steps":["trace[757162865] 'process raft request' (duration: 185.38339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:53.880714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.911366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:28:53.880989Z","caller":"traceutil/trace.go:171","msg":"trace[1103640877] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3178; }","duration":"151.250057ms","start":"2026-04-28T03:28:53.729712Z","end":"2026-04-28T03:28:53.880962Z","steps":["trace[1103640877] 'agreement among raft nodes before linearized reading' (duration: 150.827054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:54.96481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.757747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T03:29:06.260966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.461619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:06.26109Z","caller":"traceutil/trace.go:171","msg":"trace[1939463260] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"195.605114ms","start":"2026-04-28T03:29:06.065464Z","end":"2026-04-28T03:29:06.261069Z","steps":["trace[1939463260] 'process raft request' (duration: 46.743292ms)","trace[1939463260] 'compare' (duration: 148.304444ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:06.281735Z","caller":"traceutil/trace.go:171","msg":"trace[1490448697] linearizableReadLoop","detail":"{readStateIndex:3376; appliedIndex:3375; }","duration":"108.629476ms","start":"2026-04-28T03:29:06.173085Z","end":"2026-04-28T03:29:06.281715Z","steps":["trace[1490448697] 'read index received' (duration: 108.535413ms)","trace[1490448697] 'applied index is now lower than readState.Index' (duration: 93.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:06.281776Z","caller":"traceutil/trace.go:171","msg":"trace[1977941363] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"140.29927ms","start":"2026-04-28T03:29:06.141449Z","end":"2026-04-28T03:29:06.281748Z","steps":["trace[1977941363] 'process raft request' (duration: 140.128945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.281976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.855333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:29:06.282027Z","caller":"traceutil/trace.go:171","msg":"trace[960769911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3246; }","duration":"108.981387ms","start":"2026-04-28T03:29:06.173016Z","end":"2026-04-28T03:29:06.281998Z","steps":["trace[960769911] 'agreement among raft nodes before linearized reading' (duration: 108.819142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.282037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.605726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:29:06.282093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.620057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:06.282112Z","caller":"traceutil/trace.go:171","msg":"trace[1748879560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3246; }","duration":"103.71981ms","start":"2026-04-28T03:29:06.178369Z","end":"2026-04-28T03:29:06.282089Z","steps":["trace[1748879560] 'agreement among raft nodes before linearized reading' (duration: 103.540854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.282136Z","caller":"traceutil/trace.go:171","msg":"trace[1832210106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3246; }","duration":"103.675318ms","start":"2026-04-28T03:29:06.178449Z","end":"2026-04-28T03:29:06.282124Z","steps":["trace[1832210106] 'agreement among raft nodes before linearized reading' (duration: 103.570545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.282319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.337484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:29:06.282395Z","caller":"traceutil/trace.go:171","msg":"trace[582467561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3246; }","duration":"101.469448ms","start":"2026-04-28T03:29:06.18091Z","end":"2026-04-28T03:29:06.282379Z","steps":["trace[582467561] 'agreement among raft nodes before linearized reading' (duration: 101.030254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:26.280569Z","caller":"traceutil/trace.go:171","msg":"trace[547513422] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"140.993677ms","start":"2026-04-28T03:30:26.13955Z","end":"2026-04-28T03:30:26.280543Z","steps":["trace[547513422] 'process raft request' (duration: 140.851792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:58.829843Z","caller":"traceutil/trace.go:171","msg":"trace[1606694540] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"373.947549ms","start":"2026-04-28T03:30:58.455878Z","end":"2026-04-28T03:30:58.829826Z","steps":["trace[1606694540] 'process raft request' (duration: 373.810455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:58.829973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.455844Z","time spent":"374.063693ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:59.122611Z","caller":"traceutil/trace.go:171","msg":"trace[1878881288] linearizableReadLoop","detail":"{readStateIndex:4183; appliedIndex:4179; }","duration":"319.754822ms","start":"2026-04-28T03:30:58.80283Z","end":"2026-04-28T03:30:59.122585Z","steps":["trace[1878881288] 'read index received' (duration: 26.845856ms)","trace[1878881288] 'applied index is now lower than readState.Index' (duration: 292.908046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:59.122661Z","caller":"traceutil/trace.go:171","msg":"trace[1541253745] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"665.579976ms","start":"2026-04-28T03:30:58.457032Z","end":"2026-04-28T03:30:59.122612Z","steps":["trace[1541253745] 'process raft request' (duration: 665.295807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.122787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.925008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:59.122831Z","caller":"traceutil/trace.go:171","msg":"trace[1558960016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4026; }","duration":"319.99722ms","start":"2026-04-28T03:30:58.802824Z","end":"2026-04-28T03:30:59.122821Z","steps":["trace[1558960016] 'agreement among raft nodes before linearized reading' (duration: 319.901727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.122841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.457009Z","time spent":"665.738461ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:59.12287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.802752Z","time spent":"320.109074ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:30:59.122872Z","caller":"traceutil/trace.go:171","msg":"trace[380174645] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"546.366111ms","start":"2026-04-28T03:30:58.576349Z","end":"2026-04-28T03:30:59.122715Z","steps":["trace[380174645] 'process raft request' (duration: 546.194385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.1229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.768045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:30:59.122951Z","caller":"traceutil/trace.go:171","msg":"trace[1957801753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4026; }","duration":"220.875028ms","start":"2026-04-28T03:30:58.902063Z","end":"2026-04-28T03:30:59.122938Z","steps":["trace[1957801753] 'agreement among raft nodes before linearized reading' (duration: 220.704792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.1229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.706593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:30:59.123045Z","caller":"traceutil/trace.go:171","msg":"trace[1545075762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4026; }","duration":"220.882958ms","start":"2026-04-28T03:30:58.90215Z","end":"2026-04-28T03:30:59.123033Z","steps":["trace[1545075762] 'agreement among raft nodes before linearized reading' (duration: 220.64081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.123014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.517407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:30:59.1229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.834936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:30:59.123116Z","caller":"traceutil/trace.go:171","msg":"trace[1974401681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4026; }","duration":"274.688303ms","start":"2026-04-28T03:30:58.8484Z","end":"2026-04-28T03:30:59.123088Z","steps":["trace[1974401681] 'agreement among raft nodes before linearized reading' (duration: 274.380904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:59.123122Z","caller":"traceutil/trace.go:171","msg":"trace[1801238415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4026; }","duration":"221.077274ms","start":"2026-04-28T03:30:58.902026Z","end":"2026-04-28T03:30:59.123103Z","steps":["trace[1801238415] 'agreement among raft nodes before linearized reading' (duration: 220.750553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.123126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.576317Z","time spent":"546.622559ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:59.123121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.063304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:30:59.123209Z","caller":"traceutil/trace.go:171","msg":"trace[1993985551] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"665.07839ms","start":"2026-04-28T03:30:58.458075Z","end":"2026-04-28T03:30:59.123153Z","steps":["trace[1993985551] 'process raft request' (duration: 664.405249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:59.123376Z","caller":"traceutil/trace.go:171","msg":"trace[988132939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4026; }","duration":"221.327262ms","start":"2026-04-28T03:30:58.901933Z","end":"2026-04-28T03:30:59.12326Z","steps":["trace[988132939] 'agreement among raft nodes before linearized reading' (duration: 220.917829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:59.123466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.458067Z","time spent":"665.258926ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:17.640242Z","caller":"traceutil/trace.go:171","msg":"trace[189814728] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"133.358987ms","start":"2026-04-28T03:32:17.506855Z","end":"2026-04-28T03:32:17.640214Z","steps":["trace[189814728] 'process raft request' (duration: 133.176731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.640564Z","caller":"traceutil/trace.go:171","msg":"trace[202353410] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"132.329044ms","start":"2026-04-28T03:32:17.5082Z","end":"2026-04-28T03:32:17.640529Z","steps":["trace[202353410] 'process raft request' (duration: 131.975073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.641134Z","caller":"traceutil/trace.go:171","msg":"trace[864932276] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"132.16733ms","start":"2026-04-28T03:32:17.508944Z","end":"2026-04-28T03:32:17.641111Z","steps":["trace[864932276] 'process raft request' (duration: 131.511289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.64125Z","caller":"traceutil/trace.go:171","msg":"trace[1008494844] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"131.264261ms","start":"2026-04-28T03:32:17.509944Z","end":"2026-04-28T03:32:17.641208Z","steps":["trace[1008494844] 'process raft request' (duration: 131.084155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:17.641532Z","caller":"traceutil/trace.go:171","msg":"trace[289028772] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5186; }","duration":"133.657866ms","start":"2026-04-28T03:32:17.507857Z","end":"2026-04-28T03:32:17.641514Z","steps":["trace[289028772] 'read index received' (duration: 53.449744ms)","trace[289028772] 'applied index is now lower than readState.Index' (duration: 80.207272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:17.64226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.357758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:32:17.642403Z","caller":"traceutil/trace.go:171","msg":"trace[1871464642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"134.547975ms","start":"2026-04-28T03:32:17.507837Z","end":"2026-04-28T03:32:17.642385Z","steps":["trace[1871464642] 'agreement among raft nodes before linearized reading' (duration: 134.171543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.65513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.21733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a56936d7-e19c-4d59-9e9d-4dd614fc879c\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-28T03:32:17.655225Z","caller":"traceutil/trace.go:171","msg":"trace[1644188799] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a56936d7-e19c-4d59-9e9d-4dd614fc879c; range_end:; response_count:1; response_revision:5000; }","duration":"143.337133ms","start":"2026-04-28T03:32:17.511866Z","end":"2026-04-28T03:32:17.655203Z","steps":["trace[1644188799] 'agreement among raft nodes before linearized reading' (duration: 143.080675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:20.744014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.502069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T03:32:20.744094Z","caller":"traceutil/trace.go:171","msg":"trace[2086770158] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5072; }","duration":"149.621713ms","start":"2026-04-28T03:32:20.594454Z","end":"2026-04-28T03:32:20.744076Z","steps":["trace[2086770158] 'range keys from in-memory index tree' (duration: 149.359344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.629405Z","caller":"traceutil/trace.go:171","msg":"trace[1609621361] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"380.578193ms","start":"2026-04-28T03:32:25.2488Z","end":"2026-04-28T03:32:25.629378Z","steps":["trace[1609621361] 'process raft request' (duration: 380.375637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.629576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.248783Z","time spent":"380.700438ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:25.655067Z","caller":"traceutil/trace.go:171","msg":"trace[909241333] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"127.43922ms","start":"2026-04-28T03:32:25.527601Z","end":"2026-04-28T03:32:25.65504Z","steps":["trace[909241333] 'process raft request' (duration: 127.360527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.655095Z","caller":"traceutil/trace.go:171","msg":"trace[1990078822] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"157.259395ms","start":"2026-04-28T03:32:25.497787Z","end":"2026-04-28T03:32:25.655047Z","steps":["trace[1990078822] 'process raft request' (duration: 157.036308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.655216Z","caller":"traceutil/trace.go:171","msg":"trace[881568676] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"118.698002ms","start":"2026-04-28T03:32:25.536496Z","end":"2026-04-28T03:32:25.655194Z","steps":["trace[881568676] 'process raft request' (duration: 118.507096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:26.023233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.887812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:26.023335Z","caller":"traceutil/trace.go:171","msg":"trace[783744364] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"213.991743ms","start":"2026-04-28T03:32:25.809326Z","end":"2026-04-28T03:32:26.023318Z","steps":["trace[783744364] 'process raft request' (duration: 86.940656ms)","trace[783744364] 'compare' (duration: 126.749327ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:26.559332Z","caller":"traceutil/trace.go:171","msg":"trace[1768588001] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"243.388905ms","start":"2026-04-28T03:32:26.315916Z","end":"2026-04-28T03:32:26.559305Z","steps":["trace[1768588001] 'process raft request' (duration: 243.179318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.330109Z","caller":"traceutil/trace.go:171","msg":"trace[1481905197] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"148.112445ms","start":"2026-04-28T03:32:35.18196Z","end":"2026-04-28T03:32:35.330073Z","steps":["trace[1481905197] 'process raft request' (duration: 55.220651ms)","trace[1481905197] 'compare' (duration: 92.494402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:35.966327Z","caller":"traceutil/trace.go:171","msg":"trace[1617134399] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"124.93333ms","start":"2026-04-28T03:32:35.841364Z","end":"2026-04-28T03:32:35.966297Z","steps":["trace[1617134399] 'process raft request' (duration: 32.316234ms)","trace[1617134399] 'compare' (duration: 92.457291ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:35.966691Z","caller":"traceutil/trace.go:171","msg":"trace[230539331] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"124.558128ms","start":"2026-04-28T03:32:35.842111Z","end":"2026-04-28T03:32:35.966669Z","steps":["trace[230539331] 'process raft request' (duration: 124.153776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.966675Z","caller":"traceutil/trace.go:171","msg":"trace[1307160120] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"124.088584ms","start":"2026-04-28T03:32:35.842556Z","end":"2026-04-28T03:32:35.966644Z","steps":["trace[1307160120] 'process raft request' (duration: 123.937399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.966869Z","caller":"traceutil/trace.go:171","msg":"trace[279365450] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5643; }","duration":"115.348756ms","start":"2026-04-28T03:32:35.851504Z","end":"2026-04-28T03:32:35.966853Z","steps":["trace[279365450] 'read index received' (duration: 22.132052ms)","trace[279365450] 'applied index is now lower than readState.Index' (duration: 93.215774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:35.966988Z","caller":"traceutil/trace.go:171","msg":"trace[1362668859] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"123.493784ms","start":"2026-04-28T03:32:35.843482Z","end":"2026-04-28T03:32:35.966976Z","steps":["trace[1362668859] 'process raft request' (duration: 123.111002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:35.967185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.655286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70777"} {"level":"info","ts":"2026-04-28T03:32:35.967251Z","caller":"traceutil/trace.go:171","msg":"trace[80128340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5440; }","duration":"115.758419ms","start":"2026-04-28T03:32:35.851478Z","end":"2026-04-28T03:32:35.967236Z","steps":["trace[80128340] 'agreement among raft nodes before linearized reading' (duration: 115.45268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.536214Z","caller":"traceutil/trace.go:171","msg":"trace[1135761462] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"140.141463ms","start":"2026-04-28T03:32:36.396035Z","end":"2026-04-28T03:32:36.536176Z","steps":["trace[1135761462] 'process raft request' (duration: 125.817868ms)","trace[1135761462] 'compare' (duration: 14.072137ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:36.547279Z","caller":"traceutil/trace.go:171","msg":"trace[1281755926] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"150.063007ms","start":"2026-04-28T03:32:36.397199Z","end":"2026-04-28T03:32:36.547262Z","steps":["trace[1281755926] 'process raft request' (duration: 150.027445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.547328Z","caller":"traceutil/trace.go:171","msg":"trace[172000860] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"151.005626ms","start":"2026-04-28T03:32:36.396283Z","end":"2026-04-28T03:32:36.547289Z","steps":["trace[172000860] 'process raft request' (duration: 150.780219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.547395Z","caller":"traceutil/trace.go:171","msg":"trace[127895312] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"150.702526ms","start":"2026-04-28T03:32:36.396648Z","end":"2026-04-28T03:32:36.54735Z","steps":["trace[127895312] 'process raft request' (duration: 150.531011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:41.974129Z","caller":"traceutil/trace.go:171","msg":"trace[307810241] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"235.682639ms","start":"2026-04-28T03:32:41.738423Z","end":"2026-04-28T03:32:41.974105Z","steps":["trace[307810241] 'process raft request' (duration: 235.530874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.24838Z","caller":"traceutil/trace.go:171","msg":"trace[1890603788] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"478.648338ms","start":"2026-04-28T03:32:41.769699Z","end":"2026-04-28T03:32:42.248347Z","steps":["trace[1890603788] 'process raft request' (duration: 424.871586ms)","trace[1890603788] 'compare' (duration: 53.274436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:42.248572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:41.769679Z","time spent":"478.800383ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:42.248778Z","caller":"traceutil/trace.go:171","msg":"trace[518336783] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"474.948291ms","start":"2026-04-28T03:32:41.773806Z","end":"2026-04-28T03:32:42.248754Z","steps":["trace[518336783] 'process raft request' (duration: 474.425084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.248945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:41.773794Z","time spent":"475.057794ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:42.249305Z","caller":"traceutil/trace.go:171","msg":"trace[664844068] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"266.761322ms","start":"2026-04-28T03:32:41.982519Z","end":"2026-04-28T03:32:42.249281Z","steps":["trace[664844068] 'process raft request' (duration: 266.004508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.249549Z","caller":"traceutil/trace.go:171","msg":"trace[724045812] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"266.872366ms","start":"2026-04-28T03:32:41.982658Z","end":"2026-04-28T03:32:42.24953Z","steps":["trace[724045812] 'process raft request' (duration: 266.379131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.249682Z","caller":"traceutil/trace.go:171","msg":"trace[1533128515] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5705; }","duration":"447.563684ms","start":"2026-04-28T03:32:41.802099Z","end":"2026-04-28T03:32:42.249663Z","steps":["trace[1533128515] 'read index received' (duration: 171.859689ms)","trace[1533128515] 'applied index is now lower than readState.Index' (duration: 275.701535ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:42.249784Z","caller":"traceutil/trace.go:171","msg":"trace[606878062] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"263.768328ms","start":"2026-04-28T03:32:41.986Z","end":"2026-04-28T03:32:42.249768Z","steps":["trace[606878062] 'process raft request' (duration: 263.301793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.250072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.973507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:42.250186Z","caller":"traceutil/trace.go:171","msg":"trace[1070583076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5503; }","duration":"448.120881ms","start":"2026-04-28T03:32:41.802047Z","end":"2026-04-28T03:32:42.250168Z","steps":["trace[1070583076] 'agreement among raft nodes before linearized reading' (duration: 447.980077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.250323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:41.802024Z","time spent":"448.284237ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:42.250546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.561449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:32:42.250613Z","caller":"traceutil/trace.go:171","msg":"trace[387578014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5503; }","duration":"389.659942ms","start":"2026-04-28T03:32:41.860938Z","end":"2026-04-28T03:32:42.250598Z","steps":["trace[387578014] 'agreement among raft nodes before linearized reading' (duration: 389.485886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.250655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:41.860926Z","time spent":"389.718523ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:42.250833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.624638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:42.250881Z","caller":"traceutil/trace.go:171","msg":"trace[1973438343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5503; }","duration":"236.670709ms","start":"2026-04-28T03:32:42.014198Z","end":"2026-04-28T03:32:42.250869Z","steps":["trace[1973438343] 'agreement among raft nodes before linearized reading' (duration: 236.556006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.250994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.707034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:32:42.251046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.88954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:32:42.251059Z","caller":"traceutil/trace.go:171","msg":"trace[1980952382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5503; }","duration":"244.809807ms","start":"2026-04-28T03:32:42.006239Z","end":"2026-04-28T03:32:42.251049Z","steps":["trace[1980952382] 'agreement among raft nodes before linearized reading' (duration: 244.600121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.251188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.093438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:42.251239Z","caller":"traceutil/trace.go:171","msg":"trace[853321349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5503; }","duration":"258.14348ms","start":"2026-04-28T03:32:41.993085Z","end":"2026-04-28T03:32:42.251229Z","steps":["trace[853321349] 'agreement among raft nodes before linearized reading' (duration: 258.030966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:42.251093Z","caller":"traceutil/trace.go:171","msg":"trace[1174247515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5503; }","duration":"244.965502ms","start":"2026-04-28T03:32:42.006116Z","end":"2026-04-28T03:32:42.251081Z","steps":["trace[1174247515] 'agreement among raft nodes before linearized reading' (duration: 244.859029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:42.251321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.581276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:32:42.251431Z","caller":"traceutil/trace.go:171","msg":"trace[1837530313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:5503; }","duration":"242.711111ms","start":"2026-04-28T03:32:42.008709Z","end":"2026-04-28T03:32:42.25142Z","steps":["trace[1837530313] 'agreement among raft nodes before linearized reading' (duration: 242.462233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.961217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.167033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:44.961389Z","caller":"traceutil/trace.go:171","msg":"trace[984691201] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5787; }","duration":"370.750902ms","start":"2026-04-28T03:32:44.59061Z","end":"2026-04-28T03:32:44.96136Z","steps":["trace[984691201] 'read index received' (duration: 207.304781ms)","trace[984691201] 'applied index is now lower than readState.Index' (duration: 163.443451ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:44.961501Z","caller":"traceutil/trace.go:171","msg":"trace[112753771] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"387.182722ms","start":"2026-04-28T03:32:44.5743Z","end":"2026-04-28T03:32:44.961482Z","steps":["trace[112753771] 'process raft request' (duration: 223.601186ms)","trace[112753771] 'compare' (duration: 162.932246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:44.961577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.574269Z","time spent":"387.269405ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:44.961689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.066803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:44.961759Z","caller":"traceutil/trace.go:171","msg":"trace[340541423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5579; }","duration":"371.201016ms","start":"2026-04-28T03:32:44.590541Z","end":"2026-04-28T03:32:44.961742Z","steps":["trace[340541423] 'agreement among raft nodes before linearized reading' (duration: 370.99039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:44.961808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.590514Z","time spent":"371.283149ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:32:45.286448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.83338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:45.286554Z","caller":"traceutil/trace.go:171","msg":"trace[1328478435] linearizableReadLoop","detail":"{readStateIndex:5789; appliedIndex:5788; }","duration":"325.107929ms","start":"2026-04-28T03:32:44.961428Z","end":"2026-04-28T03:32:45.286536Z","steps":["trace[1328478435] 'read index received' (duration: 164.090194ms)","trace[1328478435] 'applied index is now lower than readState.Index' (duration: 161.016405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:45.286784Z","caller":"traceutil/trace.go:171","msg":"trace[981574012] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"643.602258ms","start":"2026-04-28T03:32:44.643169Z","end":"2026-04-28T03:32:45.286771Z","steps":["trace[981574012] 'process raft request' (duration: 482.354055ms)","trace[981574012] 'compare' (duration: 160.430627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:45.286856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.643126Z","time spent":"643.69549ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:45.287135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.785363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:45.287224Z","caller":"traceutil/trace.go:171","msg":"trace[1161099750] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5580; }","duration":"321.933028ms","start":"2026-04-28T03:32:44.965273Z","end":"2026-04-28T03:32:45.287207Z","steps":["trace[1161099750] 'agreement among raft nodes before linearized reading' (duration: 321.772273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.287462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.965253Z","time spent":"322.198296ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:32:45.287818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.642656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:32:45.287922Z","caller":"traceutil/trace.go:171","msg":"trace[1765069971] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00; range_end:; response_count:1; response_revision:5580; }","duration":"599.797381ms","start":"2026-04-28T03:32:44.688101Z","end":"2026-04-28T03:32:45.287898Z","steps":["trace[1765069971] 'agreement among raft nodes before linearized reading' (duration: 599.094979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.287965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.688079Z","time spent":"599.877423ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00\" "} {"level":"warn","ts":"2026-04-28T03:32:45.288755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.81379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:45.289066Z","caller":"traceutil/trace.go:171","msg":"trace[834573809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5580; }","duration":"484.211403ms","start":"2026-04-28T03:32:44.804661Z","end":"2026-04-28T03:32:45.288873Z","steps":["trace[834573809] 'agreement among raft nodes before linearized reading' (duration: 483.360656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:45.289289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.80464Z","time spent":"484.541423ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:45.721989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.709445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:45.722103Z","caller":"traceutil/trace.go:171","msg":"trace[1831735066] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5789; }","duration":"273.607069ms","start":"2026-04-28T03:32:45.448466Z","end":"2026-04-28T03:32:45.722073Z","steps":["trace[1831735066] 'read index received' (duration: 208.354654ms)","trace[1831735066] 'applied index is now lower than readState.Index' (duration: 65.251375ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:45.722131Z","caller":"traceutil/trace.go:171","msg":"trace[1852289469] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5580; }","duration":"311.87652ms","start":"2026-04-28T03:32:45.41022Z","end":"2026-04-28T03:32:45.722097Z","steps":["trace[1852289469] 'count revisions from in-memory index tree' (duration: 311.559621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:45.722248Z","caller":"traceutil/trace.go:171","msg":"trace[235289699] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"285.02502ms","start":"2026-04-28T03:32:45.437194Z","end":"2026-04-28T03:32:45.722219Z","steps":["trace[235289699] 'process raft request' (duration: 219.748865ms)","trace[235289699] 'compare' (duration: 64.983796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:45.722264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.410132Z","time spent":"312.090466ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:45.722522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.038333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:32:45.722603Z","caller":"traceutil/trace.go:171","msg":"trace[1483398566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00; range_end:; response_count:1; response_revision:5581; }","duration":"274.164507ms","start":"2026-04-28T03:32:45.448416Z","end":"2026-04-28T03:32:45.722581Z","steps":["trace[1483398566] 'agreement among raft nodes before linearized reading' (duration: 273.921369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.742171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010936254s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:46.895061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.498846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:46.895365Z","caller":"traceutil/trace.go:171","msg":"trace[221391169] linearizableReadLoop","detail":"{readStateIndex:5794; appliedIndex:5790; }","duration":"611.259705ms","start":"2026-04-28T03:32:46.284088Z","end":"2026-04-28T03:32:46.895348Z","steps":["trace[221391169] 'read index received' (duration: 458.377516ms)","trace[221391169] 'applied index is now lower than readState.Index' (duration: 152.881409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:46.895482Z","caller":"traceutil/trace.go:171","msg":"trace[1836071353] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"1.164331527s","start":"2026-04-28T03:32:45.731137Z","end":"2026-04-28T03:32:46.895469Z","steps":["trace[1836071353] 'process raft request' (duration: 1.011331965s)","trace[1836071353] 'compare' (duration: 152.377613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:46.89554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.731114Z","time spent":"1.16439588s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:46.89554Z","caller":"traceutil/trace.go:171","msg":"trace[856068245] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"614.061363ms","start":"2026-04-28T03:32:46.281449Z","end":"2026-04-28T03:32:46.895511Z","steps":["trace[856068245] 'process raft request' (duration: 613.857486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.895613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.281417Z","time spent":"614.157656ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:46.89581Z","caller":"traceutil/trace.go:171","msg":"trace[1382850913] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"1.089622783s","start":"2026-04-28T03:32:45.80613Z","end":"2026-04-28T03:32:46.895753Z","steps":["trace[1382850913] 'process raft request' (duration: 1.089052555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.895874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.778681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:32:46.895844Z","caller":"traceutil/trace.go:171","msg":"trace[773868221] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"621.795078ms","start":"2026-04-28T03:32:46.274005Z","end":"2026-04-28T03:32:46.8958Z","steps":["trace[773868221] 'process raft request' (duration: 621.259101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.896114Z","caller":"traceutil/trace.go:171","msg":"trace[987883718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:5585; }","duration":"612.043879ms","start":"2026-04-28T03:32:46.284054Z","end":"2026-04-28T03:32:46.896097Z","steps":["trace[987883718] 'agreement among raft nodes before linearized reading' (duration: 611.647587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.896146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.284042Z","time spent":"612.097521ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:32:46.896185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.806101Z","time spent":"1.089980425s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:46.896225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.819287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-28T03:32:46.896262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.273976Z","time spent":"622.16388ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:46.896292Z","caller":"traceutil/trace.go:171","msg":"trace[37391230] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00; range_end:; response_count:1; response_revision:5585; }","duration":"602.948021ms","start":"2026-04-28T03:32:46.293329Z","end":"2026-04-28T03:32:46.896277Z","steps":["trace[37391230] 'agreement among raft nodes before linearized reading' (duration: 602.847078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.896278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.12037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:32:46.896327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.293301Z","time spent":"603.018913ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be45e6c1-98ee-498a-a430-178c78a99b00\" "} {"level":"warn","ts":"2026-04-28T03:32:46.896326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.11745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:32:46.896345Z","caller":"traceutil/trace.go:171","msg":"trace[326962672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5585; }","duration":"611.234544ms","start":"2026-04-28T03:32:46.285091Z","end":"2026-04-28T03:32:46.896326Z","steps":["trace[326962672] 'agreement among raft nodes before linearized reading' (duration: 610.996156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.896384Z","caller":"traceutil/trace.go:171","msg":"trace[1604107784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5585; }","duration":"605.218883ms","start":"2026-04-28T03:32:46.291151Z","end":"2026-04-28T03:32:46.89637Z","steps":["trace[1604107784] 'agreement among raft nodes before linearized reading' (duration: 604.999376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.896315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.49293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:32:46.896406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.285073Z","time spent":"611.319936ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:46.896433Z","caller":"traceutil/trace.go:171","msg":"trace[718979057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5585; }","duration":"598.636205ms","start":"2026-04-28T03:32:46.297783Z","end":"2026-04-28T03:32:46.896419Z","steps":["trace[718979057] 'agreement among raft nodes before linearized reading' (duration: 598.334845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.89643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.291131Z","time spent":"605.283885ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:46.896457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.742276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:46.89648Z","caller":"traceutil/trace.go:171","msg":"trace[850711577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5585; }","duration":"256.808227ms","start":"2026-04-28T03:32:46.639665Z","end":"2026-04-28T03:32:46.896473Z","steps":["trace[850711577] 'agreement among raft nodes before linearized reading' (duration: 256.773706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.896473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.29777Z","time spent":"598.691146ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:46.896594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.254776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:32:46.896642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.898161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:32:46.896647Z","caller":"traceutil/trace.go:171","msg":"trace[1614611545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5585; }","duration":"606.335308ms","start":"2026-04-28T03:32:46.290293Z","end":"2026-04-28T03:32:46.896628Z","steps":["trace[1614611545] 'agreement among raft nodes before linearized reading' (duration: 606.208214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.896693Z","caller":"traceutil/trace.go:171","msg":"trace[1985794573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5585; }","duration":"597.969754ms","start":"2026-04-28T03:32:46.298707Z","end":"2026-04-28T03:32:46.896677Z","steps":["trace[1985794573] 'agreement among raft nodes before linearized reading' (duration: 597.84701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.896697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.290282Z","time spent":"606.40232ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:46.896734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.298695Z","time spent":"598.027575ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:32:54.708693Z","caller":"traceutil/trace.go:171","msg":"trace[701770104] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5947; }","duration":"124.433538ms","start":"2026-04-28T03:32:54.58423Z","end":"2026-04-28T03:32:54.708663Z","steps":["trace[701770104] 'read index received' (duration: 40.352087ms)","trace[701770104] 'applied index is now lower than readState.Index' (duration: 84.079741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:54.708989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.046926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-28T03:32:54.70899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.740158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16546"} {"level":"info","ts":"2026-04-28T03:32:54.709087Z","caller":"traceutil/trace.go:171","msg":"trace[1465637560] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5734; }","duration":"100.115498ms","start":"2026-04-28T03:32:54.60891Z","end":"2026-04-28T03:32:54.709025Z","steps":["trace[1465637560] 'agreement among raft nodes before linearized reading' (duration: 99.930972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:54.709093Z","caller":"traceutil/trace.go:171","msg":"trace[440169264] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5734; }","duration":"124.895652ms","start":"2026-04-28T03:32:54.584172Z","end":"2026-04-28T03:32:54.709067Z","steps":["trace[440169264] 'agreement among raft nodes before linearized reading' (duration: 124.616104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.041729Z","caller":"traceutil/trace.go:171","msg":"trace[1748364141] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"102.127181ms","start":"2026-04-28T03:32:54.93958Z","end":"2026-04-28T03:32:55.041707Z","steps":["trace[1748364141] 'process raft request' (duration: 101.983757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:56.000277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2853} {"level":"info","ts":"2026-04-28T03:32:56.086214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2853,"took":"84.550806ms","hash":1904526290,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":31805440,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:32:56.086276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1904526290,"revision":2853,"compact-revision":-1} {"level":"warn","ts":"2026-04-28T03:33:00.075478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:59.679394Z","time spent":"396.075485ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:33:00.075699Z","caller":"traceutil/trace.go:171","msg":"trace[32443080] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5994; }","duration":"273.784885ms","start":"2026-04-28T03:32:59.801876Z","end":"2026-04-28T03:33:00.075661Z","steps":["trace[32443080] 'read index received' (duration: 177.033093ms)","trace[32443080] 'applied index is now lower than readState.Index' (duration: 96.749702ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:00.075732Z","caller":"traceutil/trace.go:171","msg":"trace[853085642] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"297.259518ms","start":"2026-04-28T03:32:59.778425Z","end":"2026-04-28T03:33:00.075685Z","steps":["trace[853085642] 'process raft request' (duration: 200.563327ms)","trace[853085642] 'compare' (duration: 96.491034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:00.075788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.413782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:33:00.077119Z","caller":"traceutil/trace.go:171","msg":"trace[569161239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5778; }","duration":"376.813165ms","start":"2026-04-28T03:32:59.700284Z","end":"2026-04-28T03:33:00.077097Z","steps":["trace[569161239] 'range keys from in-memory index tree' (duration: 375.128372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.077178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:59.700256Z","time spent":"376.905598ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T03:33:00.075875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.447184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-28T03:33:00.077245Z","caller":"traceutil/trace.go:171","msg":"trace[2076463282] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5778; }","duration":"444.840768ms","start":"2026-04-28T03:32:59.632371Z","end":"2026-04-28T03:33:00.077212Z","steps":["trace[2076463282] 'range keys from in-memory index tree' (duration: 442.98677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.075895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.001792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:00.0773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:59.632353Z","time spent":"444.935871ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T03:33:00.077434Z","caller":"traceutil/trace.go:171","msg":"trace[377622754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5779; }","duration":"275.518199ms","start":"2026-04-28T03:32:59.80181Z","end":"2026-04-28T03:33:00.077328Z","steps":["trace[377622754] 'agreement among raft nodes before linearized reading' (duration: 274.013692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.077645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.775252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:00.07787Z","caller":"traceutil/trace.go:171","msg":"trace[607566414] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5779; }","duration":"103.511746ms","start":"2026-04-28T03:32:59.974344Z","end":"2026-04-28T03:33:00.077855Z","steps":["trace[607566414] 'agreement among raft nodes before linearized reading' (duration: 102.766843ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.379292Z","caller":"traceutil/trace.go:171","msg":"trace[1796117012] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"290.156523ms","start":"2026-04-28T03:33:00.089109Z","end":"2026-04-28T03:33:00.379265Z","steps":["trace[1796117012] 'process raft request' (duration: 290.004708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.692971Z","caller":"traceutil/trace.go:171","msg":"trace[1921042446] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"306.802489ms","start":"2026-04-28T03:33:00.386144Z","end":"2026-04-28T03:33:00.692947Z","steps":["trace[1921042446] 'process raft request' (duration: 306.591632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.693282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.386128Z","time spent":"306.921763ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:00.693385Z","caller":"traceutil/trace.go:171","msg":"trace[1135933505] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"307.032056ms","start":"2026-04-28T03:33:00.386305Z","end":"2026-04-28T03:33:00.693337Z","steps":["trace[1135933505] 'process raft request' (duration: 306.582902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.693503Z","caller":"traceutil/trace.go:171","msg":"trace[156120596] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:5997; }","duration":"205.114731ms","start":"2026-04-28T03:33:00.488319Z","end":"2026-04-28T03:33:00.693434Z","steps":["trace[156120596] 'read index received' (duration: 204.305035ms)","trace[156120596] 'applied index is now lower than readState.Index' (duration: 808.336µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:00.693558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.386295Z","time spent":"307.16811ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:00.693595Z","caller":"traceutil/trace.go:171","msg":"trace[1473473500] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"306.51301ms","start":"2026-04-28T03:33:00.387059Z","end":"2026-04-28T03:33:00.693572Z","steps":["trace[1473473500] 'process raft request' (duration: 306.177029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.693751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.387049Z","time spent":"306.618124ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:00.693867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.547094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:33:00.693506Z","caller":"traceutil/trace.go:171","msg":"trace[2092538328] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"302.760891ms","start":"2026-04-28T03:33:00.390723Z","end":"2026-04-28T03:33:00.693483Z","steps":["trace[2092538328] 'process raft request' (duration: 302.647387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.694202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.390712Z","time spent":"303.398892ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:00.693938Z","caller":"traceutil/trace.go:171","msg":"trace[884706096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5785; }","duration":"205.657068ms","start":"2026-04-28T03:33:00.48827Z","end":"2026-04-28T03:33:00.693927Z","steps":["trace[884706096] 'agreement among raft nodes before linearized reading' (duration: 205.42162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.935553Z","caller":"traceutil/trace.go:171","msg":"trace[1269730670] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6001; }","duration":"236.066211ms","start":"2026-04-28T03:33:00.699455Z","end":"2026-04-28T03:33:00.935521Z","steps":["trace[1269730670] 'read index received' (duration: 231.365212ms)","trace[1269730670] 'applied index is now lower than readState.Index' (duration: 4.699979ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:00.935791Z","caller":"traceutil/trace.go:171","msg":"trace[1662588626] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"236.443413ms","start":"2026-04-28T03:33:00.699334Z","end":"2026-04-28T03:33:00.935778Z","steps":["trace[1662588626] 'process raft request' (duration: 231.461885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.9361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.618099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18099"} {"level":"info","ts":"2026-04-28T03:33:00.936367Z","caller":"traceutil/trace.go:171","msg":"trace[237491343] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5786; }","duration":"236.907187ms","start":"2026-04-28T03:33:00.699427Z","end":"2026-04-28T03:33:00.936335Z","steps":["trace[237491343] 'agreement among raft nodes before linearized reading' (duration: 236.483604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.232213Z","caller":"traceutil/trace.go:171","msg":"trace[1429515046] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6002; }","duration":"296.458962ms","start":"2026-04-28T03:33:00.935731Z","end":"2026-04-28T03:33:01.23219Z","steps":["trace[1429515046] 'read index received' (duration: 258.445259ms)","trace[1429515046] 'applied index is now lower than readState.Index' (duration: 38.012513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:01.232377Z","caller":"traceutil/trace.go:171","msg":"trace[1636941847] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"531.47269ms","start":"2026-04-28T03:33:00.700831Z","end":"2026-04-28T03:33:01.232303Z","steps":["trace[1636941847] 'process raft request' (duration: 531.214142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.232557Z","caller":"traceutil/trace.go:171","msg":"trace[1130456078] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"532.074269ms","start":"2026-04-28T03:33:00.700446Z","end":"2026-04-28T03:33:01.23252Z","steps":["trace[1130456078] 'process raft request' (duration: 493.717155ms)","trace[1130456078] 'compare' (duration: 37.496597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:01.232383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.131291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:01.232723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.700431Z","time spent":"532.215793ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.232742Z","caller":"traceutil/trace.go:171","msg":"trace[1820710373] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5788; }","duration":"423.528633ms","start":"2026-04-28T03:33:00.809169Z","end":"2026-04-28T03:33:01.232697Z","steps":["trace[1820710373] 'agreement among raft nodes before linearized reading' (duration: 423.136131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.232673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.700821Z","time spent":"531.7883ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:01.232787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.809149Z","time spent":"423.621937ms","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:01.232485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.351757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:01.232931Z","caller":"traceutil/trace.go:171","msg":"trace[1502823638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5788; }","duration":"447.860263ms","start":"2026-04-28T03:33:00.785052Z","end":"2026-04-28T03:33:01.232913Z","steps":["trace[1502823638] 'agreement among raft nodes before linearized reading' (duration: 447.258194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.233012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.785037Z","time spent":"447.955307ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:01.255294Z","caller":"traceutil/trace.go:171","msg":"trace[580216074] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"194.33595ms","start":"2026-04-28T03:33:01.060938Z","end":"2026-04-28T03:33:01.255274Z","steps":["trace[580216074] 'process raft request' (duration: 194.127443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.255346Z","caller":"traceutil/trace.go:171","msg":"trace[2137110045] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"193.271987ms","start":"2026-04-28T03:33:01.062054Z","end":"2026-04-28T03:33:01.255326Z","steps":["trace[2137110045] 'process raft request' (duration: 193.146013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.255927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.909946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-28T03:33:01.255933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.06326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:33:01.255948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.300148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:01.255952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.813816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:01.255981Z","caller":"traceutil/trace.go:171","msg":"trace[1002359852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5790; }","duration":"169.36491ms","start":"2026-04-28T03:33:01.086608Z","end":"2026-04-28T03:33:01.255973Z","steps":["trace[1002359852] 'agreement among raft nodes before linearized reading' (duration: 169.264357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.255977Z","caller":"traceutil/trace.go:171","msg":"trace[591408593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:5790; }","duration":"162.980838ms","start":"2026-04-28T03:33:01.092981Z","end":"2026-04-28T03:33:01.255962Z","steps":["trace[591408593] 'agreement among raft nodes before linearized reading' (duration: 162.845634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.255985Z","caller":"traceutil/trace.go:171","msg":"trace[1936700551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5790; }","duration":"176.865887ms","start":"2026-04-28T03:33:01.07911Z","end":"2026-04-28T03:33:01.255976Z","steps":["trace[1936700551] 'agreement among raft nodes before linearized reading' (duration: 176.783125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.255965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.968164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:33:01.25598Z","caller":"traceutil/trace.go:171","msg":"trace[133388555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5790; }","duration":"187.147413ms","start":"2026-04-28T03:33:01.068821Z","end":"2026-04-28T03:33:01.255968Z","steps":["trace[133388555] 'agreement among raft nodes before linearized reading' (duration: 187.025699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.256032Z","caller":"traceutil/trace.go:171","msg":"trace[339943946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5790; }","duration":"173.077598ms","start":"2026-04-28T03:33:01.082939Z","end":"2026-04-28T03:33:01.256017Z","steps":["trace[339943946] 'agreement among raft nodes before linearized reading' (duration: 172.879361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.256221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.959077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:33:01.256253Z","caller":"traceutil/trace.go:171","msg":"trace[2106101645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5790; }","duration":"187.012339ms","start":"2026-04-28T03:33:01.069231Z","end":"2026-04-28T03:33:01.256243Z","steps":["trace[2106101645] 'agreement among raft nodes before linearized reading' (duration: 186.864234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.256365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.089265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.256402Z","caller":"traceutil/trace.go:171","msg":"trace[62974070] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5790; }","duration":"256.733164ms","start":"2026-04-28T03:33:00.999659Z","end":"2026-04-28T03:33:01.256392Z","steps":["trace[62974070] 'agreement among raft nodes before linearized reading' (duration: 256.111535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.779454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.69786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:01.77954Z","caller":"traceutil/trace.go:171","msg":"trace[195262351] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"540.681011ms","start":"2026-04-28T03:33:01.238845Z","end":"2026-04-28T03:33:01.779526Z","steps":["trace[195262351] 'process raft request' (duration: 194.805295ms)","trace[195262351] 'compare' (duration: 345.610058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:01.77958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.238823Z","time spent":"540.739333ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.951768Z","caller":"traceutil/trace.go:171","msg":"trace[995408158] linearizableReadLoop","detail":"{readStateIndex:6010; appliedIndex:6006; }","duration":"692.129294ms","start":"2026-04-28T03:33:01.259617Z","end":"2026-04-28T03:33:01.951746Z","steps":["trace[995408158] 'read index received' (duration: 174.133461ms)","trace[995408158] 'applied index is now lower than readState.Index' (duration: 517.994373ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:01.951877Z","caller":"traceutil/trace.go:171","msg":"trace[1625367568] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"692.493035ms","start":"2026-04-28T03:33:01.259374Z","end":"2026-04-28T03:33:01.951867Z","steps":["trace[1625367568] 'process raft request' (duration: 650.426714ms)","trace[1625367568] 'compare' (duration: 41.477723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:01.951967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.259353Z","time spent":"692.548977ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.952093Z","caller":"traceutil/trace.go:171","msg":"trace[1235286937] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"692.64648ms","start":"2026-04-28T03:33:01.259438Z","end":"2026-04-28T03:33:01.952084Z","steps":["trace[1235286937] 'process raft request' (duration: 692.074742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.259414Z","time spent":"692.706022ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.952221Z","caller":"traceutil/trace.go:171","msg":"trace[932374796] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"692.661851ms","start":"2026-04-28T03:33:01.259551Z","end":"2026-04-28T03:33:01.952213Z","steps":["trace[932374796] 'process raft request' (duration: 692.041511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.259545Z","time spent":"692.699692ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.952337Z","caller":"traceutil/trace.go:171","msg":"trace[1991640616] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"691.820114ms","start":"2026-04-28T03:33:01.26051Z","end":"2026-04-28T03:33:01.95233Z","steps":["trace[1991640616] 'process raft request' (duration: 691.141462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.260496Z","time spent":"691.866216ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.952453Z","caller":"traceutil/trace.go:171","msg":"trace[1317947603] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"691.758433ms","start":"2026-04-28T03:33:01.260687Z","end":"2026-04-28T03:33:01.952446Z","steps":["trace[1317947603] 'process raft request' (duration: 690.994808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.260681Z","time spent":"691.795474ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:01.952564Z","caller":"traceutil/trace.go:171","msg":"trace[505823710] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"550.649566ms","start":"2026-04-28T03:33:01.401907Z","end":"2026-04-28T03:33:01.952557Z","steps":["trace[505823710] 'process raft request' (duration: 549.801879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.401872Z","time spent":"550.715669ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:01.952827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.208508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81884"} {"level":"info","ts":"2026-04-28T03:33:01.952863Z","caller":"traceutil/trace.go:171","msg":"trace[675141685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5797; }","duration":"693.27769ms","start":"2026-04-28T03:33:01.259577Z","end":"2026-04-28T03:33:01.952854Z","steps":["trace[675141685] 'agreement among raft nodes before linearized reading' (duration: 693.094115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.952891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.25956Z","time spent":"693.323622ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81908,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:33:01.95316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.446276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.953194Z","caller":"traceutil/trace.go:171","msg":"trace[1056902280] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5797; }","duration":"693.499418ms","start":"2026-04-28T03:33:01.259686Z","end":"2026-04-28T03:33:01.953185Z","steps":["trace[1056902280] 'agreement among raft nodes before linearized reading' (duration: 693.448696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.953221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.259679Z","time spent":"693.534779ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:33:01.953539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.870218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.953576Z","caller":"traceutil/trace.go:171","msg":"trace[463488338] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5797; }","duration":"146.93482ms","start":"2026-04-28T03:33:01.806633Z","end":"2026-04-28T03:33:01.953568Z","steps":["trace[463488338] 'agreement among raft nodes before linearized reading' (duration: 146.882138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.953708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.952197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.95374Z","caller":"traceutil/trace.go:171","msg":"trace[1598121448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5797; }","duration":"151.024809ms","start":"2026-04-28T03:33:01.802708Z","end":"2026-04-28T03:33:01.953733Z","steps":["trace[1598121448] 'agreement among raft nodes before linearized reading' (duration: 150.982338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.953872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.723145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.953906Z","caller":"traceutil/trace.go:171","msg":"trace[591211981] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5797; }","duration":"220.791478ms","start":"2026-04-28T03:33:01.733107Z","end":"2026-04-28T03:33:01.953898Z","steps":["trace[591211981] 'agreement among raft nodes before linearized reading' (duration: 220.744816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.95404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.067479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:01.954073Z","caller":"traceutil/trace.go:171","msg":"trace[1395140794] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5797; }","duration":"344.137471ms","start":"2026-04-28T03:33:01.609928Z","end":"2026-04-28T03:33:01.954065Z","steps":["trace[1395140794] 'agreement among raft nodes before linearized reading' (duration: 344.087109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.9541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.60991Z","time spent":"344.182393ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:02.277917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.044839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:02.278071Z","caller":"traceutil/trace.go:171","msg":"trace[354275699] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"321.911387ms","start":"2026-04-28T03:33:01.95611Z","end":"2026-04-28T03:33:02.278021Z","steps":["trace[354275699] 'process raft request' (duration: 164.661601ms)","trace[354275699] 'compare' (duration: 156.72735ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:02.278219Z","caller":"traceutil/trace.go:171","msg":"trace[1732322947] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"195.531348ms","start":"2026-04-28T03:33:02.082669Z","end":"2026-04-28T03:33:02.2782Z","steps":["trace[1732322947] 'process raft request' (duration: 195.463736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.278315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.956097Z","time spent":"322.060462ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:02.278433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.03224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:33:02.278503Z","caller":"traceutil/trace.go:171","msg":"trace[1459021897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5800; }","duration":"321.139263ms","start":"2026-04-28T03:33:01.957349Z","end":"2026-04-28T03:33:02.278488Z","steps":["trace[1459021897] 'agreement among raft nodes before linearized reading' (duration: 320.906535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.278742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.957335Z","time spent":"321.208726ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:33:02.278194Z","caller":"traceutil/trace.go:171","msg":"trace[748605531] linearizableReadLoop","detail":"{readStateIndex:6014; appliedIndex:6013; }","duration":"320.790682ms","start":"2026-04-28T03:33:01.957375Z","end":"2026-04-28T03:33:02.278165Z","steps":["trace[748605531] 'read index received' (duration: 163.397291ms)","trace[748605531] 'applied index is now lower than readState.Index' (duration: 157.391191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:02.278965Z","caller":"traceutil/trace.go:171","msg":"trace[669408224] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"310.773845ms","start":"2026-04-28T03:33:01.96817Z","end":"2026-04-28T03:33:02.278944Z","steps":["trace[669408224] 'process raft request' (duration: 309.849296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.279236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.968148Z","time spent":"310.888089ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:09.795711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969960695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:09.810969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.212593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:09.811038Z","caller":"traceutil/trace.go:171","msg":"trace[585616183] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5844; }","duration":"532.339907ms","start":"2026-04-28T03:33:09.278683Z","end":"2026-04-28T03:33:09.811023Z","steps":["trace[585616183] 'count revisions from in-memory index tree' (duration: 532.031467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:09.811068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.278663Z","time spent":"532.396418ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:09.811285Z","caller":"traceutil/trace.go:171","msg":"trace[937609635] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"522.580328ms","start":"2026-04-28T03:33:09.288675Z","end":"2026-04-28T03:33:09.811256Z","steps":["trace[937609635] 'process raft request' (duration: 521.05518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:09.811462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.288647Z","time spent":"522.698262ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:10.272075Z","caller":"traceutil/trace.go:171","msg":"trace[2046619361] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"982.788652ms","start":"2026-04-28T03:33:09.289266Z","end":"2026-04-28T03:33:10.272055Z","steps":["trace[2046619361] 'process raft request' (duration: 981.140029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:10.272089Z","caller":"traceutil/trace.go:171","msg":"trace[1170585331] linearizableReadLoop","detail":"{readStateIndex:6064; appliedIndex:6061; }","duration":"977.05289ms","start":"2026-04-28T03:33:09.295015Z","end":"2026-04-28T03:33:10.272068Z","steps":["trace[1170585331] 'read index received' (duration: 514.826823ms)","trace[1170585331] 'applied index is now lower than readState.Index' (duration: 462.224627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:10.272161Z","caller":"traceutil/trace.go:171","msg":"trace[1617132683] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"487.411274ms","start":"2026-04-28T03:33:09.784724Z","end":"2026-04-28T03:33:10.272135Z","steps":["trace[1617132683] 'process raft request' (duration: 487.243789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.272194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.289257Z","time spent":"982.871574ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:10.272284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.784702Z","time spent":"487.517838ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:10.272337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.322319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:33:10.272404Z","caller":"traceutil/trace.go:171","msg":"trace[799444043] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5847; }","duration":"977.440852ms","start":"2026-04-28T03:33:09.294946Z","end":"2026-04-28T03:33:10.272387Z","steps":["trace[799444043] 'agreement among raft nodes before linearized reading' (duration: 977.239606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.27245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.294919Z","time spent":"977.517415ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T03:33:10.272541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.134255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:10.272573Z","caller":"traceutil/trace.go:171","msg":"trace[1288232557] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5848; }","duration":"887.228588ms","start":"2026-04-28T03:33:09.385336Z","end":"2026-04-28T03:33:10.272565Z","steps":["trace[1288232557] 'agreement among raft nodes before linearized reading' (duration: 887.156276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.272592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:09.385303Z","time spent":"887.28407ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:10.272642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.8715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:33:10.272671Z","caller":"traceutil/trace.go:171","msg":"trace[1052199206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5848; }","duration":"275.961283ms","start":"2026-04-28T03:33:09.996702Z","end":"2026-04-28T03:33:10.272664Z","steps":["trace[1052199206] 'agreement among raft nodes before linearized reading' (duration: 275.888361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:10.27277Z","caller":"traceutil/trace.go:171","msg":"trace[2073218765] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"288.641975ms","start":"2026-04-28T03:33:09.984122Z","end":"2026-04-28T03:33:10.272764Z","steps":["trace[2073218765] 'process raft request' (duration: 288.304844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.27277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.120897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-28T03:33:10.272778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.887711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:33:10.272835Z","caller":"traceutil/trace.go:171","msg":"trace[606394678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:5848; }","duration":"269.21314ms","start":"2026-04-28T03:33:10.003608Z","end":"2026-04-28T03:33:10.272821Z","steps":["trace[606394678] 'agreement among raft nodes before linearized reading' (duration: 268.988053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:10.272851Z","caller":"traceutil/trace.go:171","msg":"trace[44511633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5848; }","duration":"281.997294ms","start":"2026-04-28T03:33:09.990835Z","end":"2026-04-28T03:33:10.272832Z","steps":["trace[44511633] 'agreement among raft nodes before linearized reading' (duration: 281.771137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.27277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.065811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:10.272944Z","caller":"traceutil/trace.go:171","msg":"trace[1858770571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5848; }","duration":"272.258266ms","start":"2026-04-28T03:33:10.000654Z","end":"2026-04-28T03:33:10.272912Z","steps":["trace[1858770571] 'agreement among raft nodes before linearized reading' (duration: 271.930675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.273332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.778551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:10.273361Z","caller":"traceutil/trace.go:171","msg":"trace[342327587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5848; }","duration":"271.823603ms","start":"2026-04-28T03:33:10.00153Z","end":"2026-04-28T03:33:10.273354Z","steps":["trace[342327587] 'agreement among raft nodes before linearized reading' (duration: 271.285146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:10.273807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.775948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:33:10.273935Z","caller":"traceutil/trace.go:171","msg":"trace[1558790567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5848; }","duration":"276.327205ms","start":"2026-04-28T03:33:09.997559Z","end":"2026-04-28T03:33:10.273886Z","steps":["trace[1558790567] 'agreement among raft nodes before linearized reading' (duration: 275.065555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:48.479729Z","caller":"traceutil/trace.go:171","msg":"trace[1994911888] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"274.753925ms","start":"2026-04-28T03:33:48.204958Z","end":"2026-04-28T03:33:48.479712Z","steps":["trace[1994911888] 'process raft request' (duration: 274.544869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:48.480016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.205835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:33:48.4801Z","caller":"traceutil/trace.go:171","msg":"trace[630319144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6166; }","duration":"272.341379ms","start":"2026-04-28T03:33:48.207741Z","end":"2026-04-28T03:33:48.480082Z","steps":["trace[630319144] 'agreement among raft nodes before linearized reading' (duration: 272.121002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:48.480273Z","caller":"traceutil/trace.go:171","msg":"trace[107433330] linearizableReadLoop","detail":"{readStateIndex:6393; appliedIndex:6392; }","duration":"271.880214ms","start":"2026-04-28T03:33:48.207797Z","end":"2026-04-28T03:33:48.479677Z","steps":["trace[107433330] 'read index received' (duration: 271.74558ms)","trace[107433330] 'applied index is now lower than readState.Index' (duration: 133.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:48.500791Z","caller":"traceutil/trace.go:171","msg":"trace[384482766] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"215.337775ms","start":"2026-04-28T03:33:48.285431Z","end":"2026-04-28T03:33:48.500769Z","steps":["trace[384482766] 'process raft request' (duration: 215.132829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:50.133181Z","caller":"traceutil/trace.go:171","msg":"trace[1874653271] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"146.472096ms","start":"2026-04-28T03:33:49.98668Z","end":"2026-04-28T03:33:50.133152Z","steps":["trace[1874653271] 'process raft request' (duration: 146.240828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:10.776084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969961972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:11.277171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969961972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:11.777831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969961972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:12.214942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.007271034s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:34:12.215286Z","caller":"traceutil/trace.go:171","msg":"trace[624791475] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"2.00775648s","start":"2026-04-28T03:34:10.207512Z","end":"2026-04-28T03:34:12.215268Z","steps":["trace[624791475] 'process raft request' (duration: 2.007631816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.21542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.207486Z","time spent":"2.007854932s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:12.222782Z","caller":"traceutil/trace.go:171","msg":"trace[172989802] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"1.867691617s","start":"2026-04-28T03:34:10.355068Z","end":"2026-04-28T03:34:12.222759Z","steps":["trace[172989802] 'process raft request' (duration: 1.867425108s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.222811Z","caller":"traceutil/trace.go:171","msg":"trace[477061565] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"1.54518306s","start":"2026-04-28T03:34:10.677606Z","end":"2026-04-28T03:34:12.222789Z","steps":["trace[477061565] 'process raft request' (duration: 1.545089427s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.222847Z","caller":"traceutil/trace.go:171","msg":"trace[1913998935] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"1.564190132s","start":"2026-04-28T03:34:10.658642Z","end":"2026-04-28T03:34:12.222832Z","steps":["trace[1913998935] 'process raft request' (duration: 1.563987516s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.222896Z","caller":"traceutil/trace.go:171","msg":"trace[1550338544] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6568; }","duration":"1.947227434s","start":"2026-04-28T03:34:10.275659Z","end":"2026-04-28T03:34:12.222886Z","steps":["trace[1550338544] 'read index received' (duration: 1.939796079s)","trace[1550338544] 'applied index is now lower than readState.Index' (duration: 7.430625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:12.222904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.355046Z","time spent":"1.86779778s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:12.22293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.658623Z","time spent":"1.564255964s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:12.222943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.677574Z","time spent":"1.545290273s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:12.22311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256048001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:12.22317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403199598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:34:12.223167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.479902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.223183Z","caller":"traceutil/trace.go:171","msg":"trace[618555041] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6341; }","duration":"1.256166715s","start":"2026-04-28T03:34:10.966996Z","end":"2026-04-28T03:34:12.223163Z","steps":["trace[618555041] 'agreement among raft nodes before linearized reading' (duration: 1.256045171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460022975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-28T03:34:12.223223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632953497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.223224Z","caller":"traceutil/trace.go:171","msg":"trace[1059401991] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6341; }","duration":"648.563545ms","start":"2026-04-28T03:34:11.574648Z","end":"2026-04-28T03:34:12.223212Z","steps":["trace[1059401991] 'agreement among raft nodes before linearized reading' (duration: 648.424741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.223236Z","caller":"traceutil/trace.go:171","msg":"trace[2028013124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:6341; }","duration":"1.460096307s","start":"2026-04-28T03:34:10.763132Z","end":"2026-04-28T03:34:12.223229Z","steps":["trace[2028013124] 'agreement among raft nodes before linearized reading' (duration: 1.460004254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.63981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.223243Z","caller":"traceutil/trace.go:171","msg":"trace[1046110511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6341; }","duration":"1.63300832s","start":"2026-04-28T03:34:10.590228Z","end":"2026-04-28T03:34:12.223237Z","steps":["trace[1046110511] 'agreement among raft nodes before linearized reading' (duration: 1.632977639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.966979Z","time spent":"1.256241087s","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.01575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.223272Z","caller":"traceutil/trace.go:171","msg":"trace[521292684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6341; }","duration":"419.886539ms","start":"2026-04-28T03:34:11.803372Z","end":"2026-04-28T03:34:12.223258Z","steps":["trace[521292684] 'agreement among raft nodes before linearized reading' (duration: 419.786725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.590213Z","time spent":"1.633049891s","remote":"127.0.0.1:56366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.763112Z","time spent":"1.460144709s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"info","ts":"2026-04-28T03:34:12.223302Z","caller":"traceutil/trace.go:171","msg":"trace[2070134160] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6341; }","duration":"376.143614ms","start":"2026-04-28T03:34:11.847143Z","end":"2026-04-28T03:34:12.223286Z","steps":["trace[2070134160] 'agreement among raft nodes before linearized reading' (duration: 375.979389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.223035Z","caller":"traceutil/trace.go:171","msg":"trace[1309338003] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"1.516098029s","start":"2026-04-28T03:34:10.706923Z","end":"2026-04-28T03:34:12.223021Z","steps":["trace[1309338003] 'process raft request' (duration: 1.51581161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424249084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:34:12.223325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467352137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:34:12.223339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.847077Z","time spent":"376.253968ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.706902Z","time spent":"1.51642859s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:12.223359Z","caller":"traceutil/trace.go:171","msg":"trace[897838433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6341; }","duration":"1.424304275s","start":"2026-04-28T03:34:10.799046Z","end":"2026-04-28T03:34:12.22335Z","steps":["trace[897838433] 'agreement among raft nodes before linearized reading' (duration: 1.424229203s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.223373Z","caller":"traceutil/trace.go:171","msg":"trace[64903381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6341; }","duration":"1.467402979s","start":"2026-04-28T03:34:10.755956Z","end":"2026-04-28T03:34:12.223359Z","steps":["trace[64903381] 'agreement among raft nodes before linearized reading' (duration: 1.467211763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.755902Z","time spent":"1.467493231s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:12.223394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.79903Z","time spent":"1.424357708s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:34:12.223192Z","caller":"traceutil/trace.go:171","msg":"trace[1815646512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6341; }","duration":"1.403236819s","start":"2026-04-28T03:34:10.819948Z","end":"2026-04-28T03:34:12.223185Z","steps":["trace[1815646512] 'agreement among raft nodes before linearized reading' (duration: 1.403164187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117827247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:12.223295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.803353Z","time spent":"419.93809ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:12.223511Z","caller":"traceutil/trace.go:171","msg":"trace[355683419] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6341; }","duration":"1.117959921s","start":"2026-04-28T03:34:11.105527Z","end":"2026-04-28T03:34:12.223487Z","steps":["trace[355683419] 'agreement among raft nodes before linearized reading' (duration: 1.117732194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095596823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.223566Z","caller":"traceutil/trace.go:171","msg":"trace[1609731914] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6341; }","duration":"1.095846761s","start":"2026-04-28T03:34:11.127707Z","end":"2026-04-28T03:34:12.223554Z","steps":["trace[1609731914] 'agreement among raft nodes before linearized reading' (duration: 1.095473239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.223582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.412465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:12.223582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404098636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:34:12.223019Z","caller":"traceutil/trace.go:171","msg":"trace[961197699] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"248.69304ms","start":"2026-04-28T03:34:11.974296Z","end":"2026-04-28T03:34:12.222989Z","steps":["trace[961197699] 'process raft request' (duration: 248.533455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.223647Z","caller":"traceutil/trace.go:171","msg":"trace[788687962] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6341; }","duration":"851.486638ms","start":"2026-04-28T03:34:11.372123Z","end":"2026-04-28T03:34:12.22361Z","steps":["trace[788687962] 'agreement among raft nodes before linearized reading' (duration: 851.354703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.224061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.372104Z","time spent":"851.915671ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.574581Z","time spent":"648.668559ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.105468Z","time spent":"1.118099865s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.2231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403124775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:34:12.224402Z","caller":"traceutil/trace.go:171","msg":"trace[1398836353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6341; }","duration":"1.404438047s","start":"2026-04-28T03:34:10.819952Z","end":"2026-04-28T03:34:12.22439Z","steps":["trace[1398836353] 'agreement among raft nodes before linearized reading' (duration: 1.403126796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.224448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.819942Z","time spent":"1.404492179s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:12.223464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.819923Z","time spent":"1.403534909s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:12.22361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:11.127695Z","time spent":"1.095901672s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:12.223062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947269335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:12.224895Z","caller":"traceutil/trace.go:171","msg":"trace[308015197] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6341; }","duration":"1.949146425s","start":"2026-04-28T03:34:10.275739Z","end":"2026-04-28T03:34:12.224885Z","steps":["trace[308015197] 'agreement among raft nodes before linearized reading' (duration: 1.947280416s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:12.223665Z","caller":"traceutil/trace.go:171","msg":"trace[1126073555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6341; }","duration":"1.40420491s","start":"2026-04-28T03:34:10.819436Z","end":"2026-04-28T03:34:12.223641Z","steps":["trace[1126073555] 'agreement among raft nodes before linearized reading' (duration: 1.403812537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.22375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948091251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"warn","ts":"2026-04-28T03:34:12.225045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.275694Z","time spent":"1.94933431s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:34:12.225092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.819391Z","time spent":"1.405690146s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:34:12.225062Z","caller":"traceutil/trace.go:171","msg":"trace[2072586939] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6341; }","duration":"1.949417713s","start":"2026-04-28T03:34:10.275624Z","end":"2026-04-28T03:34:12.225042Z","steps":["trace[2072586939] 'agreement among raft nodes before linearized reading' (duration: 1.947333917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:12.225242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:10.27561Z","time spent":"1.94961214s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6019,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-28T03:35:31.208401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969963262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:35:31.639878Z","caller":"traceutil/trace.go:171","msg":"trace[1034440843] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"941.861431ms","start":"2026-04-28T03:35:30.697994Z","end":"2026-04-28T03:35:31.639856Z","steps":["trace[1034440843] 'process raft request' (duration: 941.728637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.640014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.697978Z","time spent":"941.968594ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:31.640813Z","caller":"traceutil/trace.go:171","msg":"trace[1057423262] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"936.371987ms","start":"2026-04-28T03:35:30.704428Z","end":"2026-04-28T03:35:31.6408Z","steps":["trace[1057423262] 'process raft request' (duration: 936.303785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:31.64081Z","caller":"traceutil/trace.go:171","msg":"trace[121404869] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"937.745941ms","start":"2026-04-28T03:35:30.70305Z","end":"2026-04-28T03:35:31.640796Z","steps":["trace[121404869] 'process raft request' (duration: 937.590026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.640877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.704404Z","time spent":"936.44364ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:31.640902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.703026Z","time spent":"937.828484ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:31.64123Z","caller":"traceutil/trace.go:171","msg":"trace[1727257009] linearizableReadLoop","detail":"{readStateIndex:7068; appliedIndex:7063; }","duration":"932.942139ms","start":"2026-04-28T03:35:30.708259Z","end":"2026-04-28T03:35:31.641201Z","steps":["trace[1727257009] 'read index received' (duration: 931.481843ms)","trace[1727257009] 'applied index is now lower than readState.Index' (duration: 1.459576ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:31.641291Z","caller":"traceutil/trace.go:171","msg":"trace[1237744441] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"936.743729ms","start":"2026-04-28T03:35:30.704528Z","end":"2026-04-28T03:35:31.641272Z","steps":["trace[1237744441] 'process raft request' (duration: 936.237903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.64136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.704524Z","time spent":"936.814811ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:31.641357Z","caller":"traceutil/trace.go:171","msg":"trace[487097026] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"936.475151ms","start":"2026-04-28T03:35:30.704824Z","end":"2026-04-28T03:35:31.641299Z","steps":["trace[487097026] 'process raft request' (duration: 936.235923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.194727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:35:31.641529Z","caller":"traceutil/trace.go:171","msg":"trace[1016041917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6819; }","duration":"933.30216ms","start":"2026-04-28T03:35:30.70822Z","end":"2026-04-28T03:35:31.641522Z","steps":["trace[1016041917] 'agreement among raft nodes before linearized reading' (duration: 933.115944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.64155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.708208Z","time spent":"933.337802ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:35:31.641555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.704778Z","time spent":"936.691347ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:31.64171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.718666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:31.641785Z","caller":"traceutil/trace.go:171","msg":"trace[932867274] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6819; }","duration":"753.827309ms","start":"2026-04-28T03:35:30.887951Z","end":"2026-04-28T03:35:31.641778Z","steps":["trace[932867274] 'agreement among raft nodes before linearized reading' (duration: 753.719446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.998915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T03:35:31.641705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.231798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:35:31.641821Z","caller":"traceutil/trace.go:171","msg":"trace[158944884] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6819; }","duration":"191.063327ms","start":"2026-04-28T03:35:31.450749Z","end":"2026-04-28T03:35:31.641812Z","steps":["trace[158944884] 'agreement among raft nodes before linearized reading' (duration: 190.923243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:31.64184Z","caller":"traceutil/trace.go:171","msg":"trace[1526922576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6819; }","duration":"933.402744ms","start":"2026-04-28T03:35:30.708423Z","end":"2026-04-28T03:35:31.641826Z","steps":["trace[1526922576] 'agreement among raft nodes before linearized reading' (duration: 933.021742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.607038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:35:31.64188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.708408Z","time spent":"933.463385ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:35:31.641892Z","caller":"traceutil/trace.go:171","msg":"trace[583814096] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6819; }","duration":"512.658549ms","start":"2026-04-28T03:35:31.129227Z","end":"2026-04-28T03:35:31.641886Z","steps":["trace[583814096] 'agreement among raft nodes before linearized reading' (duration: 512.592577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.861536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:35:31.641912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:31.129211Z","time spent":"512.69565ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:35:31.641949Z","caller":"traceutil/trace.go:171","msg":"trace[2135746933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6819; }","duration":"932.937189ms","start":"2026-04-28T03:35:30.708996Z","end":"2026-04-28T03:35:31.641934Z","steps":["trace[2135746933] 'agreement among raft nodes before linearized reading' (duration: 932.689801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.004501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:35:31.641991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.70899Z","time spent":"932.98883ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:35:31.642007Z","caller":"traceutil/trace.go:171","msg":"trace[1125912100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6819; }","duration":"933.124205ms","start":"2026-04-28T03:35:30.708862Z","end":"2026-04-28T03:35:31.641986Z","steps":["trace[1125912100] 'agreement among raft nodes before linearized reading' (duration: 932.837836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.642056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.708829Z","time spent":"933.218278ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:31.642015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.169746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:35:31.642098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.554107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:35:31.642127Z","caller":"traceutil/trace.go:171","msg":"trace[1785920415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:6819; }","duration":"932.597078ms","start":"2026-04-28T03:35:30.709521Z","end":"2026-04-28T03:35:31.642118Z","steps":["trace[1785920415] 'agreement among raft nodes before linearized reading' (duration: 932.513885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:31.642123Z","caller":"traceutil/trace.go:171","msg":"trace[233549913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6819; }","duration":"933.289499ms","start":"2026-04-28T03:35:30.708817Z","end":"2026-04-28T03:35:31.642107Z","steps":["trace[233549913] 'agreement among raft nodes before linearized reading' (duration: 933.133504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:31.641806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.887909Z","time spent":"753.890732ms","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:31.642152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.709513Z","time spent":"932.632739ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:35:31.64217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:30.708804Z","time spent":"933.354072ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:35:34.147444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969963281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:35:34.183393Z","caller":"traceutil/trace.go:171","msg":"trace[1071224592] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"537.682589ms","start":"2026-04-28T03:35:33.645685Z","end":"2026-04-28T03:35:34.183367Z","steps":["trace[1071224592] 'process raft request' (duration: 537.517834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.183582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.645662Z","time spent":"537.835504ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:34.187654Z","caller":"traceutil/trace.go:171","msg":"trace[42324257] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"539.850238ms","start":"2026-04-28T03:35:33.647777Z","end":"2026-04-28T03:35:34.187627Z","steps":["trace[42324257] 'process raft request' (duration: 539.6029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:34.187714Z","caller":"traceutil/trace.go:171","msg":"trace[1509506427] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"539.60981ms","start":"2026-04-28T03:35:33.648085Z","end":"2026-04-28T03:35:34.187695Z","steps":["trace[1509506427] 'process raft request' (duration: 539.463135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:34.187712Z","caller":"traceutil/trace.go:171","msg":"trace[465646038] linearizableReadLoop","detail":"{readStateIndex:7077; appliedIndex:7073; }","duration":"541.870062ms","start":"2026-04-28T03:35:33.645803Z","end":"2026-04-28T03:35:34.187673Z","steps":["trace[465646038] 'read index received' (duration: 537.37623ms)","trace[465646038] 'applied index is now lower than readState.Index' (duration: 4.492582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:34.187794Z","caller":"traceutil/trace.go:171","msg":"trace[1508927757] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"538.614579ms","start":"2026-04-28T03:35:33.649146Z","end":"2026-04-28T03:35:34.187761Z","steps":["trace[1508927757] 'process raft request' (duration: 538.478735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.187807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.64775Z","time spent":"539.972162ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:34.187873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.64806Z","time spent":"539.707043ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:34.187955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.649129Z","time spent":"538.735472ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:34.188012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.893454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:35:34.188051Z","caller":"traceutil/trace.go:171","msg":"trace[439915213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6828; }","duration":"536.970667ms","start":"2026-04-28T03:35:33.651069Z","end":"2026-04-28T03:35:34.18804Z","steps":["trace[439915213] 'agreement among raft nodes before linearized reading' (duration: 536.772641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.18805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.941659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:35:34.188078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.268095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T03:35:34.188088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.651059Z","time spent":"537.018258ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:35:34.188113Z","caller":"traceutil/trace.go:171","msg":"trace[1162822530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6828; }","duration":"533.038463ms","start":"2026-04-28T03:35:33.655058Z","end":"2026-04-28T03:35:34.188096Z","steps":["trace[1162822530] 'agreement among raft nodes before linearized reading' (duration: 532.831726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:34.188134Z","caller":"traceutil/trace.go:171","msg":"trace[337521357] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6828; }","duration":"542.366417ms","start":"2026-04-28T03:35:33.645744Z","end":"2026-04-28T03:35:34.188111Z","steps":["trace[337521357] 'agreement among raft nodes before linearized reading' (duration: 542.080288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.188166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.655042Z","time spent":"533.107245ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:34.188172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.645718Z","time spent":"542.44569ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T03:35:34.188208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.163767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:35:34.188245Z","caller":"traceutil/trace.go:171","msg":"trace[387808849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6828; }","duration":"533.218298ms","start":"2026-04-28T03:35:33.655016Z","end":"2026-04-28T03:35:34.188234Z","steps":["trace[387808849] 'agreement among raft nodes before linearized reading' (duration: 533.073893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.188223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.074765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:35:34.188226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.913651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:35:34.18828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.655007Z","time spent":"533.26538ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:35:34.188291Z","caller":"traceutil/trace.go:171","msg":"trace[1305797636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6828; }","duration":"534.141237ms","start":"2026-04-28T03:35:33.654137Z","end":"2026-04-28T03:35:34.188278Z","steps":["trace[1305797636] 'agreement among raft nodes before linearized reading' (duration: 533.90833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:34.188324Z","caller":"traceutil/trace.go:171","msg":"trace[83321206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6828; }","duration":"534.060785ms","start":"2026-04-28T03:35:33.654239Z","end":"2026-04-28T03:35:34.1883Z","steps":["trace[83321206] 'agreement among raft nodes before linearized reading' (duration: 533.796227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.188231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.810944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-28T03:35:34.188355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.654117Z","time spent":"534.20237ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:35:34.188379Z","caller":"traceutil/trace.go:171","msg":"trace[852961202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:6828; }","duration":"532.00198ms","start":"2026-04-28T03:35:33.656367Z","end":"2026-04-28T03:35:34.188369Z","steps":["trace[852961202] 'agreement among raft nodes before linearized reading' (duration: 531.651049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:34.188382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.65422Z","time spent":"534.148368ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:34.188412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:33.656362Z","time spent":"532.042251ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:35:39.837272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969963356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:40.338104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969963356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:40.714251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380436608s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:35:40.714662Z","caller":"traceutil/trace.go:171","msg":"trace[698038723] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"1.380926313s","start":"2026-04-28T03:35:39.333705Z","end":"2026-04-28T03:35:40.714631Z","steps":["trace[698038723] 'process raft request' (duration: 1.380728117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.714836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:39.333683Z","time spent":"1.381061828s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:40.715698Z","caller":"traceutil/trace.go:171","msg":"trace[1707700025] linearizableReadLoop","detail":"{readStateIndex:7109; appliedIndex:7104; }","duration":"1.378778055s","start":"2026-04-28T03:35:39.3369Z","end":"2026-04-28T03:35:40.715678Z","steps":["trace[1707700025] 'read index received' (duration: 1.377565167s)","trace[1707700025] 'applied index is now lower than readState.Index' (duration: 1.211738ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:40.716023Z","caller":"traceutil/trace.go:171","msg":"trace[1788304555] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"510.906963ms","start":"2026-04-28T03:35:40.205105Z","end":"2026-04-28T03:35:40.716012Z","steps":["trace[1788304555] 'process raft request' (duration: 510.348645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.716122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.205094Z","time spent":"510.957054ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:40.716333Z","caller":"traceutil/trace.go:171","msg":"trace[1870955647] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"505.813711ms","start":"2026-04-28T03:35:40.210499Z","end":"2026-04-28T03:35:40.716313Z","steps":["trace[1870955647] 'process raft request' (duration: 505.14805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.716406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379505518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:35:40.716433Z","caller":"traceutil/trace.go:171","msg":"trace[983641493] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:6859; }","duration":"1.379576001s","start":"2026-04-28T03:35:39.33685Z","end":"2026-04-28T03:35:40.716426Z","steps":["trace[983641493] 'agreement among raft nodes before linearized reading' (duration: 1.379483868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.716447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.210486Z","time spent":"505.909005ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:40.716628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:39.33683Z","time spent":"1.379771736s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T03:35:40.716741Z","caller":"traceutil/trace.go:171","msg":"trace[586226591] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"511.287594ms","start":"2026-04-28T03:35:40.205436Z","end":"2026-04-28T03:35:40.716723Z","steps":["trace[586226591] 'process raft request' (duration: 510.127308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.71684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.205414Z","time spent":"511.376737ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:40.716966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146490216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:40.716959Z","caller":"traceutil/trace.go:171","msg":"trace[841128710] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"509.24681ms","start":"2026-04-28T03:35:40.207698Z","end":"2026-04-28T03:35:40.716945Z","steps":["trace[841128710] 'process raft request' (duration: 507.903048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:40.716999Z","caller":"traceutil/trace.go:171","msg":"trace[1998063696] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6859; }","duration":"1.146548838s","start":"2026-04-28T03:35:39.57044Z","end":"2026-04-28T03:35:40.716989Z","steps":["trace[1998063696] 'agreement among raft nodes before linearized reading' (duration: 1.146447754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.717039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.207691Z","time spent":"509.309272ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:40.717021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:39.570429Z","time spent":"1.146586289s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:40.717256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.627505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:35:40.717293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.863724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:35:40.717317Z","caller":"traceutil/trace.go:171","msg":"trace[733729230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:6859; }","duration":"499.901165ms","start":"2026-04-28T03:35:40.217407Z","end":"2026-04-28T03:35:40.717309Z","steps":["trace[733729230] 'agreement among raft nodes before linearized reading' (duration: 499.826762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:40.717315Z","caller":"traceutil/trace.go:171","msg":"trace[1850114639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6859; }","duration":"498.704798ms","start":"2026-04-28T03:35:40.218596Z","end":"2026-04-28T03:35:40.717301Z","steps":["trace[1850114639] 'agreement among raft nodes before linearized reading' (duration: 498.543472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.717335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.2174Z","time spent":"499.930905ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:35:40.717357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.21859Z","time spent":"498.756339ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:35:40.717508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.142473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:35:40.717533Z","caller":"traceutil/trace.go:171","msg":"trace[644632008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6859; }","duration":"500.185814ms","start":"2026-04-28T03:35:40.217341Z","end":"2026-04-28T03:35:40.717527Z","steps":["trace[644632008] 'agreement among raft nodes before linearized reading' (duration: 500.094741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.717551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.217333Z","time spent":"500.213444ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:40.717687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.421095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:35:40.71771Z","caller":"traceutil/trace.go:171","msg":"trace[892483403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6859; }","duration":"502.461705ms","start":"2026-04-28T03:35:40.215243Z","end":"2026-04-28T03:35:40.717704Z","steps":["trace[892483403] 'agreement among raft nodes before linearized reading' (duration: 502.381093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.717727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.215234Z","time spent":"502.488757ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:40.717923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.431746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:35:40.717948Z","caller":"traceutil/trace.go:171","msg":"trace[1914114042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6859; }","duration":"503.479068ms","start":"2026-04-28T03:35:40.214463Z","end":"2026-04-28T03:35:40.717942Z","steps":["trace[1914114042] 'agreement among raft nodes before linearized reading' (duration: 503.313093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.718028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.214453Z","time spent":"503.509098ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:40.718153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:35:40.718208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065771035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:35:40.718265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.097918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:40.718346Z","caller":"traceutil/trace.go:171","msg":"trace[695281979] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6859; }","duration":"1.065886218s","start":"2026-04-28T03:35:39.65239Z","end":"2026-04-28T03:35:40.718277Z","steps":["trace[695281979] 'agreement among raft nodes before linearized reading' (duration: 1.065753834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.718453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:39.65237Z","time spent":"1.066074495s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":45,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:40.718556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.9658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:35:40.718709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.807789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:35:40.718217Z","caller":"traceutil/trace.go:171","msg":"trace[178425040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6859; }","duration":"103.588353ms","start":"2026-04-28T03:35:40.614613Z","end":"2026-04-28T03:35:40.718202Z","steps":["trace[178425040] 'agreement among raft nodes before linearized reading' (duration: 103.423128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:40.718407Z","caller":"traceutil/trace.go:171","msg":"trace[1487510063] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6859; }","duration":"711.259473ms","start":"2026-04-28T03:35:40.007095Z","end":"2026-04-28T03:35:40.718355Z","steps":["trace[1487510063] 'agreement among raft nodes before linearized reading' (duration: 711.019245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:40.718776Z","caller":"traceutil/trace.go:171","msg":"trace[1990650014] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6859; }","duration":"140.999265ms","start":"2026-04-28T03:35:40.577763Z","end":"2026-04-28T03:35:40.718762Z","steps":["trace[1990650014] 'agreement among raft nodes before linearized reading' (duration: 140.478778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.719096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.007076Z","time spent":"712.008337ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:40.719338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.379632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:40.719393Z","caller":"traceutil/trace.go:171","msg":"trace[1513481720] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6859; }","duration":"213.472155ms","start":"2026-04-28T03:35:40.505908Z","end":"2026-04-28T03:35:40.71938Z","steps":["trace[1513481720] 'agreement among raft nodes before linearized reading' (duration: 213.381012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.719647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.310851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:40.718629Z","caller":"traceutil/trace.go:171","msg":"trace[1443624443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6859; }","duration":"508.057272ms","start":"2026-04-28T03:35:40.210561Z","end":"2026-04-28T03:35:40.718618Z","steps":["trace[1443624443] 'agreement among raft nodes before linearized reading' (duration: 507.873156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.720066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.606189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:40.720103Z","caller":"traceutil/trace.go:171","msg":"trace[1678261617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6859; }","duration":"514.677322ms","start":"2026-04-28T03:35:40.205417Z","end":"2026-04-28T03:35:40.720094Z","steps":["trace[1678261617] 'agreement among raft nodes before linearized reading' (duration: 514.60682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.720124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.205401Z","time spent":"514.717153ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:40.720298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.47486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T03:35:40.718726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148249271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:40.720328Z","caller":"traceutil/trace.go:171","msg":"trace[522281207] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6859; }","duration":"517.542412ms","start":"2026-04-28T03:35:40.202779Z","end":"2026-04-28T03:35:40.720321Z","steps":["trace[522281207] 'agreement among raft nodes before linearized reading' (duration: 517.261903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:40.720343Z","caller":"traceutil/trace.go:171","msg":"trace[278760981] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6859; }","duration":"1.149865552s","start":"2026-04-28T03:35:39.570468Z","end":"2026-04-28T03:35:40.720333Z","steps":["trace[278760981] 'agreement among raft nodes before linearized reading' (duration: 1.1482145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.720368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:39.570432Z","time spent":"1.149927834s","remote":"127.0.0.1:56442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:40.720347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.202762Z","time spent":"517.580794ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T03:35:40.720974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.210554Z","time spent":"509.23721ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:35:40.719704Z","caller":"traceutil/trace.go:171","msg":"trace[635441825] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6859; }","duration":"433.403594ms","start":"2026-04-28T03:35:40.286287Z","end":"2026-04-28T03:35:40.71969Z","steps":["trace[635441825] 'agreement among raft nodes before linearized reading' (duration: 433.320101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:40.721185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:40.286271Z","time spent":"434.897242ms","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:37:56.007753Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5753} {"level":"info","ts":"2026-04-28T03:37:56.101764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5753,"took":"92.153282ms","hash":3265859813,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":26247168,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T03:37:56.101817Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3265859813,"revision":5753,"compact-revision":2853} {"level":"warn","ts":"2026-04-28T03:39:02.162932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969967501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:39:02.283786Z","caller":"traceutil/trace.go:171","msg":"trace[904416968] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8773; }","duration":"621.209656ms","start":"2026-04-28T03:39:01.662554Z","end":"2026-04-28T03:39:02.283764Z","steps":["trace[904416968] 'read index received' (duration: 621.01307ms)","trace[904416968] 'applied index is now lower than readState.Index' (duration: 195.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:02.283854Z","caller":"traceutil/trace.go:171","msg":"trace[498906479] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"644.457992ms","start":"2026-04-28T03:39:01.639356Z","end":"2026-04-28T03:39:02.283814Z","steps":["trace[498906479] 'process raft request' (duration: 644.268626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.284017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.639279Z","time spent":"644.647639ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:02.284028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.453683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:39:02.284082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.394237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:39:02.284111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.131467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:39:02.284142Z","caller":"traceutil/trace.go:171","msg":"trace[1308293451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:8472; }","duration":"400.202609ms","start":"2026-04-28T03:39:01.88393Z","end":"2026-04-28T03:39:02.284132Z","steps":["trace[1308293451] 'agreement among raft nodes before linearized reading' (duration: 400.125066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:02.28413Z","caller":"traceutil/trace.go:171","msg":"trace[609235058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8472; }","duration":"621.582988ms","start":"2026-04-28T03:39:01.662526Z","end":"2026-04-28T03:39:02.28411Z","steps":["trace[609235058] 'agreement among raft nodes before linearized reading' (duration: 621.383391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:02.284147Z","caller":"traceutil/trace.go:171","msg":"trace[742040329] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8472; }","duration":"220.503261ms","start":"2026-04-28T03:39:02.063626Z","end":"2026-04-28T03:39:02.284129Z","steps":["trace[742040329] 'agreement among raft nodes before linearized reading' (duration: 220.401198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.284169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.88391Z","time spent":"400.25313ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:39:02.284213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.662514Z","time spent":"621.66875ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:39:02.284213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.275197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:39:02.284273Z","caller":"traceutil/trace.go:171","msg":"trace[918179911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8472; }","duration":"615.363911ms","start":"2026-04-28T03:39:01.668895Z","end":"2026-04-28T03:39:02.284259Z","steps":["trace[918179911] 'agreement among raft nodes before linearized reading' (duration: 615.150014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.284305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.668884Z","time spent":"615.414152ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:39:02.284337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.860899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:39:02.284393Z","caller":"traceutil/trace.go:171","msg":"trace[1724264224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8472; }","duration":"617.936292ms","start":"2026-04-28T03:39:01.66644Z","end":"2026-04-28T03:39:02.284377Z","steps":["trace[1724264224] 'agreement among raft nodes before linearized reading' (duration: 617.600892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.284356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.410483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:39:02.284427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.66643Z","time spent":"617.988024ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:39:02.284455Z","caller":"traceutil/trace.go:171","msg":"trace[483535401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8472; }","duration":"616.589499ms","start":"2026-04-28T03:39:01.667841Z","end":"2026-04-28T03:39:02.284431Z","steps":["trace[483535401] 'agreement among raft nodes before linearized reading' (duration: 616.235918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.284502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:01.667813Z","time spent":"616.680052ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:39:02.785202Z","caller":"traceutil/trace.go:171","msg":"trace[1106108812] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8775; }","duration":"497.140182ms","start":"2026-04-28T03:39:02.288046Z","end":"2026-04-28T03:39:02.785186Z","steps":["trace[1106108812] 'read index received' (duration: 31.791338ms)","trace[1106108812] 'applied index is now lower than readState.Index' (duration: 465.347894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:02.785285Z","caller":"traceutil/trace.go:171","msg":"trace[938489226] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"496.217163ms","start":"2026-04-28T03:39:02.289058Z","end":"2026-04-28T03:39:02.785275Z","steps":["trace[938489226] 'process raft request' (duration: 496.103119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:02.785252Z","caller":"traceutil/trace.go:171","msg":"trace[1092760671] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"497.430251ms","start":"2026-04-28T03:39:02.287794Z","end":"2026-04-28T03:39:02.785224Z","steps":["trace[1092760671] 'process raft request' (duration: 497.221884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.785356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:02.289046Z","time spent":"496.254204ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:39:02.785336Z","caller":"traceutil/trace.go:171","msg":"trace[2068389722] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"497.254336ms","start":"2026-04-28T03:39:02.28802Z","end":"2026-04-28T03:39:02.785274Z","steps":["trace[2068389722] 'process raft request' (duration: 497.119931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.785441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:02.287775Z","time spent":"497.550105ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:02.785435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.513002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:39:02.785505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:02.288006Z","time spent":"497.411351ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:39:02.785527Z","caller":"traceutil/trace.go:171","msg":"trace[1011728719] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8476; }","duration":"103.652817ms","start":"2026-04-28T03:39:02.681841Z","end":"2026-04-28T03:39:02.785494Z","steps":["trace[1011728719] 'agreement among raft nodes before linearized reading' (duration: 103.471981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.785775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.713271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224102"} {"level":"info","ts":"2026-04-28T03:39:02.785846Z","caller":"traceutil/trace.go:171","msg":"trace[1361752442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8476; }","duration":"497.800713ms","start":"2026-04-28T03:39:02.288029Z","end":"2026-04-28T03:39:02.78583Z","steps":["trace[1361752442] 'agreement among raft nodes before linearized reading' (duration: 497.326738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:02.785893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:02.28802Z","time spent":"497.859035ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:39:13.648888Z","caller":"traceutil/trace.go:171","msg":"trace[741688784] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"171.169212ms","start":"2026-04-28T03:39:13.477694Z","end":"2026-04-28T03:39:13.648863Z","steps":["trace[741688784] 'process raft request' (duration: 157.318254ms)","trace[741688784] 'compare' (duration: 13.516298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:13.648923Z","caller":"traceutil/trace.go:171","msg":"trace[285579131] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"151.580813ms","start":"2026-04-28T03:39:13.49732Z","end":"2026-04-28T03:39:13.648901Z","steps":["trace[285579131] 'process raft request' (duration: 151.472249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:13.648973Z","caller":"traceutil/trace.go:171","msg":"trace[289957126] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8837; }","duration":"145.043836ms","start":"2026-04-28T03:39:13.503908Z","end":"2026-04-28T03:39:13.648952Z","steps":["trace[289957126] 'read index received' (duration: 40.388877ms)","trace[289957126] 'applied index is now lower than readState.Index' (duration: 104.654189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:39:13.6491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.16909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:39:13.649128Z","caller":"traceutil/trace.go:171","msg":"trace[463622371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8536; }","duration":"145.243093ms","start":"2026-04-28T03:39:13.503879Z","end":"2026-04-28T03:39:13.649122Z","steps":["trace[463622371] 'agreement among raft nodes before linearized reading' (duration: 145.15898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:13.649139Z","caller":"traceutil/trace.go:171","msg":"trace[1950330763] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"150.591102ms","start":"2026-04-28T03:39:13.498538Z","end":"2026-04-28T03:39:13.649129Z","steps":["trace[1950330763] 'process raft request' (duration: 150.322653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:14.646129Z","caller":"traceutil/trace.go:171","msg":"trace[699589010] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8841; }","duration":"280.288092ms","start":"2026-04-28T03:39:14.365814Z","end":"2026-04-28T03:39:14.646102Z","steps":["trace[699589010] 'read index received' (duration: 280.123707ms)","trace[699589010] 'applied index is now lower than readState.Index' (duration: 159.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:14.646281Z","caller":"traceutil/trace.go:171","msg":"trace[225973648] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"300.598725ms","start":"2026-04-28T03:39:14.345552Z","end":"2026-04-28T03:39:14.64615Z","steps":["trace[225973648] 'process raft request' (duration: 300.390138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:14.646457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:14.345527Z","time spent":"300.844162ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:14.646445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.592812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:39:14.646666Z","caller":"traceutil/trace.go:171","msg":"trace[536599962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8537; }","duration":"280.85748ms","start":"2026-04-28T03:39:14.365791Z","end":"2026-04-28T03:39:14.646649Z","steps":["trace[536599962] 'agreement among raft nodes before linearized reading' (duration: 280.422657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:14.825709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.489516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:39:14.826208Z","caller":"traceutil/trace.go:171","msg":"trace[468745871] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8842; }","duration":"165.995979ms","start":"2026-04-28T03:39:14.660189Z","end":"2026-04-28T03:39:14.826185Z","steps":["trace[468745871] 'read index received' (duration: 47.071999ms)","trace[468745871] 'applied index is now lower than readState.Index' (duration: 118.92299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:14.826245Z","caller":"traceutil/trace.go:171","msg":"trace[1569369060] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"175.818798ms","start":"2026-04-28T03:39:14.650385Z","end":"2026-04-28T03:39:14.826204Z","steps":["trace[1569369060] 'process raft request' (duration: 175.55292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:14.826419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.225916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:39:14.826425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.691526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:39:14.826458Z","caller":"traceutil/trace.go:171","msg":"trace[1934359786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8538; }","duration":"166.293568ms","start":"2026-04-28T03:39:14.660153Z","end":"2026-04-28T03:39:14.826447Z","steps":["trace[1934359786] 'agreement among raft nodes before linearized reading' (duration: 166.156034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:14.826496Z","caller":"traceutil/trace.go:171","msg":"trace[1374366065] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8538; }","duration":"151.800999ms","start":"2026-04-28T03:39:14.674679Z","end":"2026-04-28T03:39:14.82648Z","steps":["trace[1374366065] 'agreement among raft nodes before linearized reading' (duration: 151.655605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:16.181872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.426095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:39:16.182119Z","caller":"traceutil/trace.go:171","msg":"trace[466440257] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"520.815477ms","start":"2026-04-28T03:39:15.661281Z","end":"2026-04-28T03:39:16.182096Z","steps":["trace[466440257] 'process raft request' (duration: 520.697364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:16.182113Z","caller":"traceutil/trace.go:171","msg":"trace[227475348] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"522.917304ms","start":"2026-04-28T03:39:15.659168Z","end":"2026-04-28T03:39:16.182085Z","steps":["trace[227475348] 'process raft request' (duration: 385.171589ms)","trace[227475348] 'compare' (duration: 137.093354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:39:16.18222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:15.661265Z","time spent":"520.90914ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:16.182257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:15.659143Z","time spent":"523.038508ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:39:16.949962Z","caller":"traceutil/trace.go:171","msg":"trace[1513804899] linearizableReadLoop","detail":"{readStateIndex:8854; appliedIndex:8853; }","duration":"113.722096ms","start":"2026-04-28T03:39:16.836222Z","end":"2026-04-28T03:39:16.949944Z","steps":["trace[1513804899] 'read index received' (duration: 113.52851ms)","trace[1513804899] 'applied index is now lower than readState.Index' (duration: 192.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:16.950052Z","caller":"traceutil/trace.go:171","msg":"trace[1700446085] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"116.137642ms","start":"2026-04-28T03:39:16.833904Z","end":"2026-04-28T03:39:16.950042Z","steps":["trace[1700446085] 'process raft request' (duration: 115.909725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:16.950242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.002155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:39:16.950291Z","caller":"traceutil/trace.go:171","msg":"trace[867959008] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8548; }","duration":"114.111168ms","start":"2026-04-28T03:39:16.836169Z","end":"2026-04-28T03:39:16.950281Z","steps":["trace[867959008] 'agreement among raft nodes before linearized reading' (duration: 114.003104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:18.446509Z","caller":"traceutil/trace.go:171","msg":"trace[252190800] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"259.560127ms","start":"2026-04-28T03:39:18.186909Z","end":"2026-04-28T03:39:18.44647Z","steps":["trace[252190800] 'process raft request' (duration: 259.34296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:18.461495Z","caller":"traceutil/trace.go:171","msg":"trace[275165289] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"274.136087ms","start":"2026-04-28T03:39:18.187319Z","end":"2026-04-28T03:39:18.461455Z","steps":["trace[275165289] 'process raft request' (duration: 273.713394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:45.859506Z","caller":"traceutil/trace.go:171","msg":"trace[1769118388] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9070; }","duration":"417.064367ms","start":"2026-04-28T03:39:45.442416Z","end":"2026-04-28T03:39:45.85948Z","steps":["trace[1769118388] 'read index received' (duration: 416.915152ms)","trace[1769118388] 'applied index is now lower than readState.Index' (duration: 147.915µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:45.859626Z","caller":"traceutil/trace.go:171","msg":"trace[2146506962] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"592.256046ms","start":"2026-04-28T03:39:45.267341Z","end":"2026-04-28T03:39:45.859598Z","steps":["trace[2146506962] 'process raft request' (duration: 591.905405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:45.85972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.275103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:39:45.859778Z","caller":"traceutil/trace.go:171","msg":"trace[1820224767] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8757; }","duration":"417.369997ms","start":"2026-04-28T03:39:45.442393Z","end":"2026-04-28T03:39:45.859763Z","steps":["trace[1820224767] 'agreement among raft nodes before linearized reading' (duration: 417.259603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:45.859823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.267318Z","time spent":"592.37351ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:45.859835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.442386Z","time spent":"417.435399ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:39:46.31799Z","caller":"traceutil/trace.go:171","msg":"trace[2016763794] linearizableReadLoop","detail":"{readStateIndex:9073; appliedIndex:9071; }","duration":"458.347622ms","start":"2026-04-28T03:39:45.859625Z","end":"2026-04-28T03:39:46.317973Z","steps":["trace[2016763794] 'read index received' (duration: 457.221727ms)","trace[2016763794] 'applied index is now lower than readState.Index' (duration: 1.124945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:46.318011Z","caller":"traceutil/trace.go:171","msg":"trace[349160107] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"576.635612ms","start":"2026-04-28T03:39:45.741351Z","end":"2026-04-28T03:39:46.317986Z","steps":["trace[349160107] 'process raft request' (duration: 575.505656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:46.318154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.741319Z","time spent":"576.761336ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:39:46.318309Z","caller":"traceutil/trace.go:171","msg":"trace[108358365] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"481.508835ms","start":"2026-04-28T03:39:45.83679Z","end":"2026-04-28T03:39:46.318298Z","steps":["trace[108358365] 'process raft request' (duration: 481.112652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:46.318383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.836761Z","time spent":"481.577377ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:46.318371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.278853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-28T03:39:46.318508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.874131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:39:46.31853Z","caller":"traceutil/trace.go:171","msg":"trace[1888034053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8759; }","duration":"825.45938ms","start":"2026-04-28T03:39:45.493058Z","end":"2026-04-28T03:39:46.318517Z","steps":["trace[1888034053] 'agreement among raft nodes before linearized reading' (duration: 824.985335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:46.318661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.493053Z","time spent":"825.598674ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:39:46.31855Z","caller":"traceutil/trace.go:171","msg":"trace[750676698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8759; }","duration":"515.914072ms","start":"2026-04-28T03:39:45.802625Z","end":"2026-04-28T03:39:46.318539Z","steps":["trace[750676698] 'agreement among raft nodes before linearized reading' (duration: 515.85063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:46.31882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:45.802582Z","time spent":"516.204621ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:39:48.538206Z","caller":"traceutil/trace.go:171","msg":"trace[383964072] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"213.668526ms","start":"2026-04-28T03:39:48.324506Z","end":"2026-04-28T03:39:48.538175Z","steps":["trace[383964072] 'process raft request' (duration: 205.673573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:49.603015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969968438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:39:49.735129Z","caller":"traceutil/trace.go:171","msg":"trace[88250320] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"637.588999ms","start":"2026-04-28T03:39:49.097527Z","end":"2026-04-28T03:39:49.735116Z","steps":["trace[88250320] 'process raft request' (duration: 637.389563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:49.735236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:49.097514Z","time spent":"637.662622ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:39:49.735277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.198871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:39:49.735362Z","caller":"traceutil/trace.go:171","msg":"trace[1948351627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8774; }","duration":"633.319664ms","start":"2026-04-28T03:39:49.102026Z","end":"2026-04-28T03:39:49.735346Z","steps":["trace[1948351627] 'agreement among raft nodes before linearized reading' (duration: 633.133508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:49.735444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:49.10201Z","time spent":"633.389816ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:39:49.735109Z","caller":"traceutil/trace.go:171","msg":"trace[1594762728] linearizableReadLoop","detail":"{readStateIndex:9088; appliedIndex:9087; }","duration":"633.016715ms","start":"2026-04-28T03:39:49.102066Z","end":"2026-04-28T03:39:49.735083Z","steps":["trace[1594762728] 'read index received' (duration: 632.762397ms)","trace[1594762728] 'applied index is now lower than readState.Index' (duration: 253.398µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:39:49.73569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.812806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:39:49.735686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.138959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:39:49.735754Z","caller":"traceutil/trace.go:171","msg":"trace[1557666614] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:8774; }","duration":"383.908829ms","start":"2026-04-28T03:39:49.351827Z","end":"2026-04-28T03:39:49.735736Z","steps":["trace[1557666614] 'agreement among raft nodes before linearized reading' (duration: 383.751464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:49.735759Z","caller":"traceutil/trace.go:171","msg":"trace[2089258965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8774; }","duration":"615.217422ms","start":"2026-04-28T03:39:49.120521Z","end":"2026-04-28T03:39:49.735739Z","steps":["trace[2089258965] 'agreement among raft nodes before linearized reading' (duration: 615.033066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:49.735778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.910885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-28T03:39:49.735801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:49.120483Z","time spent":"615.309984ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:39:49.735799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:49.351807Z","time spent":"383.98081ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T03:39:49.735833Z","caller":"traceutil/trace.go:171","msg":"trace[252680317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:8774; }","duration":"492.965127ms","start":"2026-04-28T03:39:49.242854Z","end":"2026-04-28T03:39:49.735819Z","steps":["trace[252680317] 'agreement among raft nodes before linearized reading' (duration: 492.801862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:49.735878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:49.2428Z","time spent":"493.06797ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-kkk7d\" "} {"level":"warn","ts":"2026-04-28T03:39:59.355579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.754685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wb62g\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-04-28T03:39:59.355675Z","caller":"traceutil/trace.go:171","msg":"trace[10118375] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wb62g; range_end:; response_count:1; response_revision:8871; }","duration":"316.882179ms","start":"2026-04-28T03:39:59.038773Z","end":"2026-04-28T03:39:59.355655Z","steps":["trace[10118375] 'range keys from in-memory index tree' (duration: 316.558939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:59.355716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:59.038759Z","time spent":"316.948591ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wb62g\" "} {"level":"warn","ts":"2026-04-28T03:39:59.355585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.904063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:39:59.355906Z","caller":"traceutil/trace.go:171","msg":"trace[85413543] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"312.300054ms","start":"2026-04-28T03:39:59.043575Z","end":"2026-04-28T03:39:59.355875Z","steps":["trace[85413543] 'process raft request' (duration: 154.02043ms)","trace[85413543] 'compare' (duration: 157.644934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:39:59.356056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:59.043559Z","time spent":"312.425469ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:39:59.37687Z","caller":"traceutil/trace.go:171","msg":"trace[1117006022] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9190; }","duration":"309.854717ms","start":"2026-04-28T03:39:59.066988Z","end":"2026-04-28T03:39:59.376843Z","steps":["trace[1117006022] 'read index received' (duration: 130.575749ms)","trace[1117006022] 'applied index is now lower than readState.Index' (duration: 179.277748ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:39:59.377022Z","caller":"traceutil/trace.go:171","msg":"trace[975801070] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"324.695167ms","start":"2026-04-28T03:39:59.052287Z","end":"2026-04-28T03:39:59.376982Z","steps":["trace[975801070] 'process raft request' (duration: 324.440429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:59.377052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.047824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:39:59.377105Z","caller":"traceutil/trace.go:171","msg":"trace[1348652497] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8873; }","duration":"310.151997ms","start":"2026-04-28T03:39:59.06694Z","end":"2026-04-28T03:39:59.377092Z","steps":["trace[1348652497] 'agreement among raft nodes before linearized reading' (duration: 310.047214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:39:59.377156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:59.066922Z","time spent":"310.224039ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:39:59.37717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:39:59.052264Z","time spent":"324.834691ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:39:59.640269Z","caller":"traceutil/trace.go:171","msg":"trace[2074439824] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"248.949211ms","start":"2026-04-28T03:39:59.391284Z","end":"2026-04-28T03:39:59.640233Z","steps":["trace[2074439824] 'process raft request' (duration: 241.573748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:59.678598Z","caller":"traceutil/trace.go:171","msg":"trace[2031668794] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"277.291827ms","start":"2026-04-28T03:39:59.401274Z","end":"2026-04-28T03:39:59.678566Z","steps":["trace[2031668794] 'process raft request' (duration: 277.162723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:00.75211Z","caller":"traceutil/trace.go:171","msg":"trace[290049382] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"171.742891ms","start":"2026-04-28T03:40:00.580342Z","end":"2026-04-28T03:40:00.752085Z","steps":["trace[290049382] 'process raft request' (duration: 171.585536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:00.764744Z","caller":"traceutil/trace.go:171","msg":"trace[1214861862] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"114.325135ms","start":"2026-04-28T03:40:00.65039Z","end":"2026-04-28T03:40:00.764716Z","steps":["trace[1214861862] 'process raft request' (duration: 114.18675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:00.76495Z","caller":"traceutil/trace.go:171","msg":"trace[656440581] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"105.151514ms","start":"2026-04-28T03:40:00.659734Z","end":"2026-04-28T03:40:00.764885Z","steps":["trace[656440581] 'process raft request' (duration: 104.946718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:00.979486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.783933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:40:00.97957Z","caller":"traceutil/trace.go:171","msg":"trace[1101535015] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8885; }","duration":"104.920667ms","start":"2026-04-28T03:40:00.874632Z","end":"2026-04-28T03:40:00.979552Z","steps":["trace[1101535015] 'count revisions from in-memory index tree' (duration: 104.69591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:01.195477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.946123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aa68354b0be3a1\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T03:40:01.19556Z","caller":"traceutil/trace.go:171","msg":"trace[974770019] range","detail":"{range_begin:/registry/events/openstack/ceph.18aa68354b0be3a1; range_end:; response_count:1; response_revision:8886; }","duration":"114.080447ms","start":"2026-04-28T03:40:01.081462Z","end":"2026-04-28T03:40:01.195542Z","steps":["trace[974770019] 'range keys from in-memory index tree' (duration: 113.759017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:12.243994Z","caller":"traceutil/trace.go:171","msg":"trace[247730282] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"233.298316ms","start":"2026-04-28T03:40:12.010667Z","end":"2026-04-28T03:40:12.243966Z","steps":["trace[247730282] 'process raft request' (duration: 233.10172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:14.835704Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002480.wal"} {"level":"info","ts":"2026-04-28T03:40:57.861388Z","caller":"traceutil/trace.go:171","msg":"trace[236519169] linearizableReadLoop","detail":"{readStateIndex:9797; appliedIndex:9796; }","duration":"228.465513ms","start":"2026-04-28T03:40:57.632897Z","end":"2026-04-28T03:40:57.861363Z","steps":["trace[236519169] 'read index received' (duration: 228.333339ms)","trace[236519169] 'applied index is now lower than readState.Index' (duration: 130.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:40:57.861433Z","caller":"traceutil/trace.go:171","msg":"trace[145478948] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"229.584368ms","start":"2026-04-28T03:40:57.631823Z","end":"2026-04-28T03:40:57.861407Z","steps":["trace[145478948] 'process raft request' (duration: 229.375642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:57.861946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.010611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:40:57.862062Z","caller":"traceutil/trace.go:171","msg":"trace[1511451740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9461; }","duration":"229.162895ms","start":"2026-04-28T03:40:57.632871Z","end":"2026-04-28T03:40:57.862033Z","steps":["trace[1511451740] 'agreement among raft nodes before linearized reading' (duration: 228.631948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:59.076002Z","caller":"traceutil/trace.go:171","msg":"trace[1338046949] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"109.864004ms","start":"2026-04-28T03:40:58.96611Z","end":"2026-04-28T03:40:59.075974Z","steps":["trace[1338046949] 'process raft request' (duration: 109.694849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:59.171447Z","caller":"traceutil/trace.go:171","msg":"trace[1402370770] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"179.822436ms","start":"2026-04-28T03:40:58.991566Z","end":"2026-04-28T03:40:59.171389Z","steps":["trace[1402370770] 'process raft request' (duration: 179.773464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:40:59.171611Z","caller":"traceutil/trace.go:171","msg":"trace[776537448] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"188.029625ms","start":"2026-04-28T03:40:58.983549Z","end":"2026-04-28T03:40:59.171578Z","steps":["trace[776537448] 'process raft request' (duration: 170.040126ms)","trace[776537448] 'compare' (duration: 17.630427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:40:59.822812Z","caller":"traceutil/trace.go:171","msg":"trace[1724384735] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"118.138806ms","start":"2026-04-28T03:40:59.70464Z","end":"2026-04-28T03:40:59.822778Z","steps":["trace[1724384735] 'process raft request' (duration: 59.648746ms)","trace[1724384735] 'compare' (duration: 58.1719ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:41:18.747254Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:41:18.753552Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T03:41:18.753657Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T03:42:56.013807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7894} {"level":"info","ts":"2026-04-28T03:42:56.072105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7894,"took":"56.600618ms","hash":1112443217,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-28T03:42:56.072171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1112443217,"revision":7894,"compact-revision":5753} {"level":"info","ts":"2026-04-28T03:44:51.338204Z","caller":"traceutil/trace.go:171","msg":"trace[182353027] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"164.181995ms","start":"2026-04-28T03:44:51.173988Z","end":"2026-04-28T03:44:51.33817Z","steps":["trace[182353027] 'process raft request' (duration: 152.230239ms)","trace[182353027] 'compare' (duration: 11.260525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:52.05703Z","caller":"traceutil/trace.go:171","msg":"trace[1385519119] linearizableReadLoop","detail":"{readStateIndex:11823; appliedIndex:11822; }","duration":"118.744604ms","start":"2026-04-28T03:44:51.938251Z","end":"2026-04-28T03:44:52.056996Z","steps":["trace[1385519119] 'read index received' (duration: 118.463665ms)","trace[1385519119] 'applied index is now lower than readState.Index' (duration: 279.579µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:52.057144Z","caller":"traceutil/trace.go:171","msg":"trace[18096062] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"130.08788ms","start":"2026-04-28T03:44:51.927023Z","end":"2026-04-28T03:44:52.057111Z","steps":["trace[18096062] 'process raft request' (duration: 129.782831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.057254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.393241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:52.057462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.903722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-28T03:44:52.057542Z","caller":"traceutil/trace.go:171","msg":"trace[1503019502] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11429; }","duration":"117.745721ms","start":"2026-04-28T03:44:51.939782Z","end":"2026-04-28T03:44:52.057528Z","steps":["trace[1503019502] 'agreement among raft nodes before linearized reading' (duration: 117.38728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.057535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.632228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:44:52.057344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.039653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:52.057615Z","caller":"traceutil/trace.go:171","msg":"trace[896179466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11429; }","duration":"119.399594ms","start":"2026-04-28T03:44:51.938207Z","end":"2026-04-28T03:44:52.057607Z","steps":["trace[896179466] 'agreement among raft nodes before linearized reading' (duration: 118.95409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:52.057639Z","caller":"traceutil/trace.go:171","msg":"trace[374992630] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11429; }","duration":"117.744822ms","start":"2026-04-28T03:44:51.939862Z","end":"2026-04-28T03:44:52.057607Z","steps":["trace[374992630] 'agreement among raft nodes before linearized reading' (duration: 117.462273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.057438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.556636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:52.057772Z","caller":"traceutil/trace.go:171","msg":"trace[719523392] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11429; }","duration":"117.911397ms","start":"2026-04-28T03:44:51.939851Z","end":"2026-04-28T03:44:52.057762Z","steps":["trace[719523392] 'agreement among raft nodes before linearized reading' (duration: 117.508734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.057425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.484504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:52.057885Z","caller":"traceutil/trace.go:171","msg":"trace[1418704866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11429; }","duration":"117.960289ms","start":"2026-04-28T03:44:51.939897Z","end":"2026-04-28T03:44:52.057857Z","steps":["trace[1418704866] 'agreement among raft nodes before linearized reading' (duration: 117.446762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:52.057568Z","caller":"traceutil/trace.go:171","msg":"trace[54090590] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11429; }","duration":"115.047657ms","start":"2026-04-28T03:44:51.9425Z","end":"2026-04-28T03:44:52.057547Z","steps":["trace[54090590] 'agreement among raft nodes before linearized reading' (duration: 114.722887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.057442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.954243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:44:52.058029Z","caller":"traceutil/trace.go:171","msg":"trace[2090451755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11429; }","duration":"108.552652ms","start":"2026-04-28T03:44:51.949463Z","end":"2026-04-28T03:44:52.058016Z","steps":["trace[2090451755] 'agreement among raft nodes before linearized reading' (duration: 107.84905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:52.687569Z","caller":"traceutil/trace.go:171","msg":"trace[52306343] linearizableReadLoop","detail":"{readStateIndex:11826; appliedIndex:11825; }","duration":"100.832769ms","start":"2026-04-28T03:44:52.586709Z","end":"2026-04-28T03:44:52.687542Z","steps":["trace[52306343] 'read index received' (duration: 100.56866ms)","trace[52306343] 'applied index is now lower than readState.Index' (duration: 262.879µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:52.687625Z","caller":"traceutil/trace.go:171","msg":"trace[92868646] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"103.396669ms","start":"2026-04-28T03:44:52.584194Z","end":"2026-04-28T03:44:52.687591Z","steps":["trace[92868646] 'process raft request' (duration: 103.142921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:52.687811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.075786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:44:52.687875Z","caller":"traceutil/trace.go:171","msg":"trace[436204037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11432; }","duration":"101.19698ms","start":"2026-04-28T03:44:52.586662Z","end":"2026-04-28T03:44:52.687859Z","steps":["trace[436204037] 'agreement among raft nodes before linearized reading' (duration: 100.997834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.590597Z","caller":"traceutil/trace.go:171","msg":"trace[1551753242] linearizableReadLoop","detail":"{readStateIndex:11831; appliedIndex:11830; }","duration":"226.516571ms","start":"2026-04-28T03:44:53.364051Z","end":"2026-04-28T03:44:53.590567Z","steps":["trace[1551753242] 'read index received' (duration: 226.300764ms)","trace[1551753242] 'applied index is now lower than readState.Index' (duration: 214.347µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:53.590687Z","caller":"traceutil/trace.go:171","msg":"trace[1355713850] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"227.984757ms","start":"2026-04-28T03:44:53.362669Z","end":"2026-04-28T03:44:53.590654Z","steps":["trace[1355713850] 'process raft request' (duration: 227.709338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.590839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.772628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:44:53.590879Z","caller":"traceutil/trace.go:171","msg":"trace[1617940308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11437; }","duration":"226.871331ms","start":"2026-04-28T03:44:53.363997Z","end":"2026-04-28T03:44:53.590869Z","steps":["trace[1617940308] 'agreement among raft nodes before linearized reading' (duration: 226.712146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.590981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.337931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T03:44:53.590997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.711546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:44:53.591056Z","caller":"traceutil/trace.go:171","msg":"trace[2125254857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11437; }","duration":"197.427504ms","start":"2026-04-28T03:44:53.393609Z","end":"2026-04-28T03:44:53.591036Z","steps":["trace[2125254857] 'agreement among raft nodes before linearized reading' (duration: 197.187266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.591063Z","caller":"traceutil/trace.go:171","msg":"trace[2143978873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11437; }","duration":"186.805859ms","start":"2026-04-28T03:44:53.404241Z","end":"2026-04-28T03:44:53.591047Z","steps":["trace[2143978873] 'agreement among raft nodes before linearized reading' (duration: 186.608873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.702162Z","caller":"traceutil/trace.go:171","msg":"trace[780075669] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"107.156108ms","start":"2026-04-28T03:44:53.59498Z","end":"2026-04-28T03:44:53.702136Z","steps":["trace[780075669] 'process raft request' (duration: 60.668632ms)","trace[780075669] 'compare' (duration: 46.120134ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:53.702224Z","caller":"traceutil/trace.go:171","msg":"trace[589805433] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"106.962721ms","start":"2026-04-28T03:44:53.595229Z","end":"2026-04-28T03:44:53.702192Z","steps":["trace[589805433] 'process raft request' (duration: 106.705013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.91364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.960478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.913705Z","caller":"traceutil/trace.go:171","msg":"trace[1943739238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11441; }","duration":"111.035051ms","start":"2026-04-28T03:44:53.802654Z","end":"2026-04-28T03:44:53.913689Z","steps":["trace[1943739238] 'range keys from in-memory index tree' (duration: 110.877605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.22967Z","caller":"traceutil/trace.go:171","msg":"trace[129850856] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"106.324931ms","start":"2026-04-28T03:44:54.123313Z","end":"2026-04-28T03:44:54.229638Z","steps":["trace[129850856] 'process raft request' (duration: 69.934614ms)","trace[129850856] 'compare' (duration: 36.187441ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:47:56.021302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10329} {"level":"info","ts":"2026-04-28T03:47:56.106497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10329,"took":"82.691911ms","hash":2440788262,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":27230208,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T03:47:56.106576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2440788262,"revision":10329,"compact-revision":7894} {"level":"info","ts":"2026-04-28T03:50:47.051219Z","caller":"traceutil/trace.go:171","msg":"trace[1815595711] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"128.216369ms","start":"2026-04-28T03:50:46.92298Z","end":"2026-04-28T03:50:47.051197Z","steps":["trace[1815595711] 'process raft request' (duration: 128.061284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:08.905061Z","caller":"traceutil/trace.go:171","msg":"trace[1931410185] linearizableReadLoop","detail":"{readStateIndex:14440; appliedIndex:14439; }","duration":"174.787809ms","start":"2026-04-28T03:51:08.730244Z","end":"2026-04-28T03:51:08.905032Z","steps":["trace[1931410185] 'read index received' (duration: 174.582262ms)","trace[1931410185] 'applied index is now lower than readState.Index' (duration: 204.597µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:08.905198Z","caller":"traceutil/trace.go:171","msg":"trace[1250592456] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"395.743415ms","start":"2026-04-28T03:51:08.509444Z","end":"2026-04-28T03:51:08.905188Z","steps":["trace[1250592456] 'process raft request' (duration: 395.394184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:08.905323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:08.509418Z","time spent":"395.818117ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:51:08.905531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.249053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:51:08.90556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.084648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:51:08.905634Z","caller":"traceutil/trace.go:171","msg":"trace[1629678676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13958; }","duration":"175.416448ms","start":"2026-04-28T03:51:08.730196Z","end":"2026-04-28T03:51:08.905612Z","steps":["trace[1629678676] 'agreement among raft nodes before linearized reading' (duration: 175.232782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:08.905642Z","caller":"traceutil/trace.go:171","msg":"trace[511070108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13958; }","duration":"162.16612ms","start":"2026-04-28T03:51:08.743456Z","end":"2026-04-28T03:51:08.905622Z","steps":["trace[511070108] 'agreement among raft nodes before linearized reading' (duration: 161.942603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:08.905668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.975709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kkk7d\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-28T03:51:08.905761Z","caller":"traceutil/trace.go:171","msg":"trace[1831240913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kkk7d; range_end:; response_count:1; response_revision:13958; }","duration":"159.105703ms","start":"2026-04-28T03:51:08.746639Z","end":"2026-04-28T03:51:08.905744Z","steps":["trace[1831240913] 'agreement among raft nodes before linearized reading' (duration: 158.855095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:16.335328Z","caller":"traceutil/trace.go:171","msg":"trace[1510419583] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"211.129166ms","start":"2026-04-28T03:51:16.124143Z","end":"2026-04-28T03:51:16.335272Z","steps":["trace[1510419583] 'process raft request' (duration: 210.998602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:23.395753Z","caller":"traceutil/trace.go:171","msg":"trace[1627687213] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"221.110321ms","start":"2026-04-28T03:51:23.174592Z","end":"2026-04-28T03:51:23.395702Z","steps":["trace[1627687213] 'process raft request' (duration: 220.857143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:33.822665Z","caller":"traceutil/trace.go:171","msg":"trace[1805876800] linearizableReadLoop","detail":"{readStateIndex:14709; appliedIndex:14708; }","duration":"222.092482ms","start":"2026-04-28T03:51:33.600552Z","end":"2026-04-28T03:51:33.822644Z","steps":["trace[1805876800] 'read index received' (duration: 221.961268ms)","trace[1805876800] 'applied index is now lower than readState.Index' (duration: 130.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:33.822783Z","caller":"traceutil/trace.go:171","msg":"trace[1324485613] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"232.445438ms","start":"2026-04-28T03:51:33.590302Z","end":"2026-04-28T03:51:33.822748Z","steps":["trace[1324485613] 'process raft request' (duration: 232.217071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:33.823274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.68678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b76ab0ad-ea8d-4c14-9502-8a7b2b858d07\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-28T03:51:33.823376Z","caller":"traceutil/trace.go:171","msg":"trace[612881415] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b76ab0ad-ea8d-4c14-9502-8a7b2b858d07; range_end:; response_count:1; response_revision:14220; }","duration":"222.848966ms","start":"2026-04-28T03:51:33.600503Z","end":"2026-04-28T03:51:33.823352Z","steps":["trace[612881415] 'agreement among raft nodes before linearized reading' (duration: 222.369211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.337327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.965364Z","time spent":"371.954784ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:51:34.338302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.122418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:51:34.338526Z","caller":"traceutil/trace.go:171","msg":"trace[107502911] linearizableReadLoop","detail":"{readStateIndex:14711; appliedIndex:14709; }","duration":"515.721713ms","start":"2026-04-28T03:51:33.822786Z","end":"2026-04-28T03:51:34.338508Z","steps":["trace[107502911] 'read index received' (duration: 93.061609ms)","trace[107502911] 'applied index is now lower than readState.Index' (duration: 422.659034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:34.338788Z","caller":"traceutil/trace.go:171","msg":"trace[1814744760] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"733.972794ms","start":"2026-04-28T03:51:33.604768Z","end":"2026-04-28T03:51:34.338741Z","steps":["trace[1814744760] 'process raft request' (duration: 311.04074ms)","trace[1814744760] 'compare' (duration: 421.524749ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:34.338824Z","caller":"traceutil/trace.go:171","msg":"trace[1390466378] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"725.358262ms","start":"2026-04-28T03:51:33.613419Z","end":"2026-04-28T03:51:34.338777Z","steps":["trace[1390466378] 'process raft request' (duration: 725.018781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.338871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.294333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:51:34.338882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.124763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:51:34.338935Z","caller":"traceutil/trace.go:171","msg":"trace[875625815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14222; }","duration":"657.413276ms","start":"2026-04-28T03:51:33.681507Z","end":"2026-04-28T03:51:34.33892Z","steps":["trace[875625815] 'agreement among raft nodes before linearized reading' (duration: 657.256211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.338963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.681485Z","time spent":"657.474318ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:51:34.338964Z","caller":"traceutil/trace.go:171","msg":"trace[989954432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14222; }","duration":"667.258687ms","start":"2026-04-28T03:51:33.671686Z","end":"2026-04-28T03:51:34.338944Z","steps":["trace[989954432] 'agreement among raft nodes before linearized reading' (duration: 666.999229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.338979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.604743Z","time spent":"734.144029ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:51:34.339018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.671667Z","time spent":"667.34259ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:51:34.339017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.61341Z","time spent":"725.497176ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:51:34.339179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.307164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:51:34.339203Z","caller":"traceutil/trace.go:171","msg":"trace[2072543420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14222; }","duration":"537.376007ms","start":"2026-04-28T03:51:33.801821Z","end":"2026-04-28T03:51:34.339197Z","steps":["trace[2072543420] 'agreement among raft nodes before linearized reading' (duration: 537.341796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.339206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.436218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:51:34.339216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.801795Z","time spent":"537.419087ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:51:34.339237Z","caller":"traceutil/trace.go:171","msg":"trace[171171251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14222; }","duration":"664.476599ms","start":"2026-04-28T03:51:33.674749Z","end":"2026-04-28T03:51:34.339226Z","steps":["trace[171171251] 'agreement among raft nodes before linearized reading' (duration: 664.394316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.33927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.674743Z","time spent":"664.52037ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:51:34.340867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.51231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158265"} {"level":"info","ts":"2026-04-28T03:51:34.341064Z","caller":"traceutil/trace.go:171","msg":"trace[1437337666] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:14222; }","duration":"581.743907ms","start":"2026-04-28T03:51:33.7593Z","end":"2026-04-28T03:51:34.341044Z","steps":["trace[1437337666] 'agreement among raft nodes before linearized reading' (duration: 579.424874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.341165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.759281Z","time spent":"581.868581ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158289,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-28T03:51:34.516361Z","caller":"traceutil/trace.go:171","msg":"trace[1793453381] linearizableReadLoop","detail":"{readStateIndex:14712; appliedIndex:14711; }","duration":"177.66257ms","start":"2026-04-28T03:51:34.338671Z","end":"2026-04-28T03:51:34.516333Z","steps":["trace[1793453381] 'read index received' (duration: 177.594527ms)","trace[1793453381] 'applied index is now lower than readState.Index' (duration: 66.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:34.516536Z","caller":"traceutil/trace.go:171","msg":"trace[563778298] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"685.047339ms","start":"2026-04-28T03:51:33.831448Z","end":"2026-04-28T03:51:34.516496Z","steps":["trace[563778298] 'process raft request' (duration: 684.710908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.51661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.726567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa68daeb17c370\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-04-28T03:51:34.516603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.002746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T03:51:34.516663Z","caller":"traceutil/trace.go:171","msg":"trace[1404391208] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa68daeb17c370; range_end:; response_count:1; response_revision:14223; }","duration":"289.82977ms","start":"2026-04-28T03:51:34.226814Z","end":"2026-04-28T03:51:34.516644Z","steps":["trace[1404391208] 'agreement among raft nodes before linearized reading' (duration: 289.637644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:34.516685Z","caller":"traceutil/trace.go:171","msg":"trace[1427763544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14223; }","duration":"188.123479ms","start":"2026-04-28T03:51:34.32854Z","end":"2026-04-28T03:51:34.516663Z","steps":["trace[1427763544] 'agreement among raft nodes before linearized reading' (duration: 187.854851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.516719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.831415Z","time spent":"685.205164ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:51:34.516767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.884521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:51:34.516861Z","caller":"traceutil/trace.go:171","msg":"trace[1552272021] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14223; }","duration":"543.036126ms","start":"2026-04-28T03:51:33.973804Z","end":"2026-04-28T03:51:34.51684Z","steps":["trace[1552272021] 'agreement among raft nodes before linearized reading' (duration: 542.834579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.516918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:33.973787Z","time spent":"543.120318ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:51:34.517689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.574498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-44fd8.18aa68daf6df48df\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T03:51:34.517747Z","caller":"traceutil/trace.go:171","msg":"trace[78157847] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-44fd8.18aa68daf6df48df; range_end:; response_count:1; response_revision:14223; }","duration":"388.895739ms","start":"2026-04-28T03:51:34.128835Z","end":"2026-04-28T03:51:34.517731Z","steps":["trace[78157847] 'agreement among raft nodes before linearized reading' (duration: 388.401563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:34.517785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:34.128812Z","time spent":"388.96284ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-44fd8.18aa68daf6df48df\" "} {"level":"warn","ts":"2026-04-28T03:51:34.527986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.095519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:51:34.528091Z","caller":"traceutil/trace.go:171","msg":"trace[1098999631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14226; }","duration":"188.220873ms","start":"2026-04-28T03:51:34.339853Z","end":"2026-04-28T03:51:34.528074Z","steps":["trace[1098999631] 'agreement among raft nodes before linearized reading' (duration: 188.059187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:34.528509Z","caller":"traceutil/trace.go:171","msg":"trace[668181845] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"186.277822ms","start":"2026-04-28T03:51:34.342213Z","end":"2026-04-28T03:51:34.528491Z","steps":["trace[668181845] 'process raft request' (duration: 185.447065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:34.528724Z","caller":"traceutil/trace.go:171","msg":"trace[1208035997] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"185.422815ms","start":"2026-04-28T03:51:34.343287Z","end":"2026-04-28T03:51:34.52871Z","steps":["trace[1208035997] 'process raft request' (duration: 184.516376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:34.528922Z","caller":"traceutil/trace.go:171","msg":"trace[792264491] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"184.050751ms","start":"2026-04-28T03:51:34.344856Z","end":"2026-04-28T03:51:34.528907Z","steps":["trace[792264491] 'process raft request' (duration: 183.003758ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:52:56.02688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12636} {"level":"info","ts":"2026-04-28T03:52:56.10657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12636,"took":"76.492962ms","hash":725462114,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":30867456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T03:52:56.106631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":725462114,"revision":12636,"compact-revision":10329} {"level":"warn","ts":"2026-04-28T03:53:07.65362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.77158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:53:07.653734Z","caller":"traceutil/trace.go:171","msg":"trace[130524061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15282; }","duration":"166.956786ms","start":"2026-04-28T03:53:07.486755Z","end":"2026-04-28T03:53:07.653712Z","steps":["trace[130524061] 'range keys from in-memory index tree' (duration: 166.550693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:09.179209Z","caller":"traceutil/trace.go:171","msg":"trace[487896688] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"486.789922ms","start":"2026-04-28T03:53:08.692388Z","end":"2026-04-28T03:53:09.179178Z","steps":["trace[487896688] 'process raft request' (duration: 486.630527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.179389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.692361Z","time spent":"486.925786ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:53:09.428313Z","caller":"traceutil/trace.go:171","msg":"trace[522316181] linearizableReadLoop","detail":"{readStateIndex:15811; appliedIndex:15809; }","duration":"671.93386ms","start":"2026-04-28T03:53:08.756339Z","end":"2026-04-28T03:53:09.428272Z","steps":["trace[522316181] 'read index received' (duration: 422.774083ms)","trace[522316181] 'applied index is now lower than readState.Index' (duration: 249.158487ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:53:09.428358Z","caller":"traceutil/trace.go:171","msg":"trace[736763853] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"735.160945ms","start":"2026-04-28T03:53:08.693151Z","end":"2026-04-28T03:53:09.428312Z","steps":["trace[736763853] 'process raft request' (duration: 730.527149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.42853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.693123Z","time spent":"735.32069ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:53:09.428579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.155958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:53:09.428581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.036222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:53:09.428628Z","caller":"traceutil/trace.go:171","msg":"trace[1084750554] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"672.266931ms","start":"2026-04-28T03:53:08.756345Z","end":"2026-04-28T03:53:09.428611Z","steps":["trace[1084750554] 'agreement among raft nodes before linearized reading' (duration: 672.155118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:09.428661Z","caller":"traceutil/trace.go:171","msg":"trace[429437190] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15288; }","duration":"378.160537ms","start":"2026-04-28T03:53:09.050481Z","end":"2026-04-28T03:53:09.428642Z","steps":["trace[429437190] 'agreement among raft nodes before linearized reading' (duration: 378.039643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.428699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.050461Z","time spent":"378.230599ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:53:09.42868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.205859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:53:09.428762Z","caller":"traceutil/trace.go:171","msg":"trace[1293685154] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"587.336652ms","start":"2026-04-28T03:53:08.841402Z","end":"2026-04-28T03:53:09.428739Z","steps":["trace[1293685154] 'agreement among raft nodes before linearized reading' (duration: 587.203658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.428804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.841385Z","time spent":"587.411725ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:53:09.428811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.294396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:53:09.4289Z","caller":"traceutil/trace.go:171","msg":"trace[1059901651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15288; }","duration":"427.391649ms","start":"2026-04-28T03:53:09.001482Z","end":"2026-04-28T03:53:09.428874Z","steps":["trace[1059901651] 'agreement among raft nodes before linearized reading' (duration: 427.196283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.428909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.305559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:53:09.428904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.127894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:53:09.428916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.273331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-28T03:53:09.428944Z","caller":"traceutil/trace.go:171","msg":"trace[209423719] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"208.34017ms","start":"2026-04-28T03:53:09.220595Z","end":"2026-04-28T03:53:09.428935Z","steps":["trace[209423719] 'agreement among raft nodes before linearized reading' (duration: 208.290009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.428944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.001472Z","time spent":"427.459991ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:53:09.428967Z","caller":"traceutil/trace.go:171","msg":"trace[1540595886] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15288; }","duration":"672.345964ms","start":"2026-04-28T03:53:08.756607Z","end":"2026-04-28T03:53:09.428953Z","steps":["trace[1540595886] 'agreement among raft nodes before linearized reading' (duration: 672.132927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:09.428968Z","caller":"traceutil/trace.go:171","msg":"trace[733936752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15288; }","duration":"208.222677ms","start":"2026-04-28T03:53:09.220726Z","end":"2026-04-28T03:53:09.428949Z","steps":["trace[733936752] 'agreement among raft nodes before linearized reading' (duration: 207.988679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.428847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.491158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:53:09.429027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.417636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:53:09.429049Z","caller":"traceutil/trace.go:171","msg":"trace[127944631] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15288; }","duration":"672.458037ms","start":"2026-04-28T03:53:08.756586Z","end":"2026-04-28T03:53:09.429044Z","steps":["trace[127944631] 'agreement among raft nodes before linearized reading' (duration: 672.425056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.756578Z","time spent":"672.483368ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T03:53:09.429054Z","caller":"traceutil/trace.go:171","msg":"trace[931585705] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15288; }","duration":"672.766637ms","start":"2026-04-28T03:53:08.756268Z","end":"2026-04-28T03:53:09.429035Z","steps":["trace[931585705] 'agreement among raft nodes before linearized reading' (duration: 672.121896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.305906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:53:09.429085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.711384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:53:09.429117Z","caller":"traceutil/trace.go:171","msg":"trace[2038068890] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15288; }","duration":"583.361337ms","start":"2026-04-28T03:53:08.845746Z","end":"2026-04-28T03:53:09.429108Z","steps":["trace[2038068890] 'agreement among raft nodes before linearized reading' (duration: 583.267154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:09.429128Z","caller":"traceutil/trace.go:171","msg":"trace[175501523] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15288; }","duration":"378.780576ms","start":"2026-04-28T03:53:09.050335Z","end":"2026-04-28T03:53:09.429116Z","steps":["trace[175501523] 'agreement among raft nodes before linearized reading' (duration: 378.716434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.756244Z","time spent":"672.87502ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.845734Z","time spent":"583.405379ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.050319Z","time spent":"378.836438ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:53:09.428988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.756596Z","time spent":"672.388485ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.726984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:53:09.429374Z","caller":"traceutil/trace.go:171","msg":"trace[1934567560] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"378.797447ms","start":"2026-04-28T03:53:09.050562Z","end":"2026-04-28T03:53:09.42936Z","steps":["trace[1934567560] 'agreement among raft nodes before linearized reading' (duration: 378.723475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.962539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-28T03:53:09.429454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.050547Z","time spent":"378.894989ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.36491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:53:09.429524Z","caller":"traceutil/trace.go:171","msg":"trace[1935277860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15288; }","duration":"428.441123ms","start":"2026-04-28T03:53:09.001074Z","end":"2026-04-28T03:53:09.429515Z","steps":["trace[1935277860] 'agreement among raft nodes before linearized reading' (duration: 428.35226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:09.429516Z","caller":"traceutil/trace.go:171","msg":"trace[348237171] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15288; }","duration":"208.181686ms","start":"2026-04-28T03:53:09.22131Z","end":"2026-04-28T03:53:09.429492Z","steps":["trace[348237171] 'agreement among raft nodes before linearized reading' (duration: 207.797544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.812357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-28T03:53:09.429548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.001055Z","time spent":"428.487064ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:53:09.429571Z","caller":"traceutil/trace.go:171","msg":"trace[549217576] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15288; }","duration":"378.956292ms","start":"2026-04-28T03:53:09.0506Z","end":"2026-04-28T03:53:09.429556Z","steps":["trace[549217576] 'agreement among raft nodes before linearized reading' (duration: 378.703254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.160112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:53:09.429619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:09.050591Z","time spent":"379.014434ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T03:53:09.429653Z","caller":"traceutil/trace.go:171","msg":"trace[1479694741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15288; }","duration":"433.247944ms","start":"2026-04-28T03:53:08.996394Z","end":"2026-04-28T03:53:09.429642Z","steps":["trace[1479694741] 'agreement among raft nodes before linearized reading' (duration: 433.147591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.429656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.756327Z","time spent":"672.341334ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.996371Z","time spent":"433.306946ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:53:09.429875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.059298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:53:09.429912Z","caller":"traceutil/trace.go:171","msg":"trace[100138240] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15288; }","duration":"212.102109ms","start":"2026-04-28T03:53:09.217801Z","end":"2026-04-28T03:53:09.429903Z","steps":["trace[100138240] 'agreement among raft nodes before linearized reading' (duration: 211.284963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.42975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.907199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-28T03:53:09.430287Z","caller":"traceutil/trace.go:171","msg":"trace[570976463] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15288; }","duration":"580.634381ms","start":"2026-04-28T03:53:08.849631Z","end":"2026-04-28T03:53:09.430265Z","steps":["trace[570976463] 'agreement among raft nodes before linearized reading' (duration: 578.955438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:53:09.430345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:53:08.849622Z","time spent":"580.706503ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T03:57:56.032324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15222} {"level":"info","ts":"2026-04-28T03:57:56.129678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15222,"took":"94.89603ms","hash":746260791,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":32452608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:57:56.129741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":746260791,"revision":15222,"compact-revision":12636} {"level":"info","ts":"2026-04-28T03:58:51.886131Z","caller":"traceutil/trace.go:171","msg":"trace[2072317613] transaction","detail":"{read_only:false; response_revision:17917; number_of_response:1; }","duration":"185.761404ms","start":"2026-04-28T03:58:51.700349Z","end":"2026-04-28T03:58:51.886111Z","steps":["trace[2072317613] 'process raft request' (duration: 185.443464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:51.886042Z","caller":"traceutil/trace.go:171","msg":"trace[1707942832] linearizableReadLoop","detail":"{readStateIndex:18528; appliedIndex:18527; }","duration":"105.201684ms","start":"2026-04-28T03:58:51.780803Z","end":"2026-04-28T03:58:51.886004Z","steps":["trace[1707942832] 'read index received' (duration: 104.896665ms)","trace[1707942832] 'applied index is now lower than readState.Index' (duration: 303.699µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:58:51.886408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.573206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:51.886614Z","caller":"traceutil/trace.go:171","msg":"trace[746318160] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:17917; }","duration":"105.811004ms","start":"2026-04-28T03:58:51.780778Z","end":"2026-04-28T03:58:51.886589Z","steps":["trace[746318160] 'agreement among raft nodes before linearized reading' (duration: 105.443852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:58.025737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.409406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:58:58.025845Z","caller":"traceutil/trace.go:171","msg":"trace[1572003946] transaction","detail":"{read_only:false; response_revision:17951; number_of_response:1; }","duration":"269.497211ms","start":"2026-04-28T03:58:57.756327Z","end":"2026-04-28T03:58:58.025824Z","steps":["trace[1572003946] 'process raft request' (duration: 140.94505ms)","trace[1572003946] 'compare' (duration: 127.839489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:58:58.033048Z","caller":"traceutil/trace.go:171","msg":"trace[287571998] transaction","detail":"{read_only:false; response_revision:17952; number_of_response:1; }","duration":"276.273505ms","start":"2026-04-28T03:58:57.756758Z","end":"2026-04-28T03:58:58.033032Z","steps":["trace[287571998] 'process raft request' (duration: 276.11639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:58.033445Z","caller":"traceutil/trace.go:171","msg":"trace[1775568081] transaction","detail":"{read_only:false; response_revision:17953; number_of_response:1; }","duration":"273.771387ms","start":"2026-04-28T03:58:57.759656Z","end":"2026-04-28T03:58:58.033427Z","steps":["trace[1775568081] 'process raft request' (duration: 273.334693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:58.033429Z","caller":"traceutil/trace.go:171","msg":"trace[1613524513] linearizableReadLoop","detail":"{readStateIndex:18566; appliedIndex:18562; }","duration":"232.63114ms","start":"2026-04-28T03:58:57.800771Z","end":"2026-04-28T03:58:58.033402Z","steps":["trace[1613524513] 'read index received' (duration: 96.560572ms)","trace[1613524513] 'applied index is now lower than readState.Index' (duration: 136.069178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:58:58.033545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.756273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:58.033626Z","caller":"traceutil/trace.go:171","msg":"trace[1746138119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17954; }","duration":"232.830466ms","start":"2026-04-28T03:58:57.800761Z","end":"2026-04-28T03:58:58.033591Z","steps":["trace[1746138119] 'agreement among raft nodes before linearized reading' (duration: 232.728652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:58.0337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.723828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:58:58.033738Z","caller":"traceutil/trace.go:171","msg":"trace[1625478362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17954; }","duration":"116.79771ms","start":"2026-04-28T03:58:57.916929Z","end":"2026-04-28T03:58:58.033726Z","steps":["trace[1625478362] 'agreement among raft nodes before linearized reading' (duration: 116.664036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:58.033829Z","caller":"traceutil/trace.go:171","msg":"trace[914705422] transaction","detail":"{read_only:false; response_revision:17954; number_of_response:1; }","duration":"269.556753ms","start":"2026-04-28T03:58:57.764234Z","end":"2026-04-28T03:58:58.03379Z","steps":["trace[914705422] 'process raft request' (duration: 269.053997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:58.156111Z","caller":"traceutil/trace.go:171","msg":"trace[1291572950] transaction","detail":"{read_only:false; response_revision:17955; number_of_response:1; }","duration":"107.117165ms","start":"2026-04-28T03:58:58.048966Z","end":"2026-04-28T03:58:58.156083Z","steps":["trace[1291572950] 'process raft request' (duration: 106.922909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:58.220655Z","caller":"traceutil/trace.go:171","msg":"trace[1485587152] linearizableReadLoop","detail":"{readStateIndex:18568; appliedIndex:18567; }","duration":"161.943352ms","start":"2026-04-28T03:58:58.058691Z","end":"2026-04-28T03:58:58.220634Z","steps":["trace[1485587152] 'read index received' (duration: 97.652197ms)","trace[1485587152] 'applied index is now lower than readState.Index' (duration: 64.290355ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:58:58.220768Z","caller":"traceutil/trace.go:171","msg":"trace[2076434653] transaction","detail":"{read_only:false; response_revision:17956; number_of_response:1; }","duration":"169.254133ms","start":"2026-04-28T03:58:58.051504Z","end":"2026-04-28T03:58:58.220758Z","steps":["trace[2076434653] 'process raft request' (duration: 168.990585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:58.220972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.264263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:58:58.221003Z","caller":"traceutil/trace.go:171","msg":"trace[804057917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17956; }","duration":"162.324625ms","start":"2026-04-28T03:58:58.058672Z","end":"2026-04-28T03:58:58.220997Z","steps":["trace[804057917] 'agreement among raft nodes before linearized reading' (duration: 162.202831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:58.762805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.546348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:58:58.762922Z","caller":"traceutil/trace.go:171","msg":"trace[1235032488] linearizableReadLoop","detail":"{readStateIndex:18569; appliedIndex:18568; }","duration":"535.74619ms","start":"2026-04-28T03:58:58.227154Z","end":"2026-04-28T03:58:58.762901Z","steps":["trace[1235032488] 'read index received' (duration: 434.995226ms)","trace[1235032488] 'applied index is now lower than readState.Index' (duration: 100.749414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:58:58.763351Z","caller":"traceutil/trace.go:171","msg":"trace[1864617980] transaction","detail":"{read_only:false; response_revision:17957; number_of_response:1; }","duration":"538.469486ms","start":"2026-04-28T03:58:58.224862Z","end":"2026-04-28T03:58:58.763331Z","steps":["trace[1864617980] 'process raft request' (duration: 437.300918ms)","trace[1864617980] 'compare' (duration: 100.073253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:58:58.763694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.522035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:58:58.763768Z","caller":"traceutil/trace.go:171","msg":"trace[1664724183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17957; }","duration":"536.612998ms","start":"2026-04-28T03:58:58.227136Z","end":"2026-04-28T03:58:58.763749Z","steps":["trace[1664724183] 'agreement among raft nodes before linearized reading' (duration: 536.194625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:58.763802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.227129Z","time spent":"536.66451ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:58:58.763973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.224851Z","time spent":"538.57294ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:58:59.247914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.904976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:58:59.248672Z","caller":"traceutil/trace.go:171","msg":"trace[1473241972] transaction","detail":"{read_only:false; response_revision:17958; number_of_response:1; }","duration":"596.498015ms","start":"2026-04-28T03:58:58.652133Z","end":"2026-04-28T03:58:59.248631Z","steps":["trace[1473241972] 'process raft request' (duration: 470.761823ms)","trace[1473241972] 'compare' (duration: 124.753211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:58:59.248806Z","caller":"traceutil/trace.go:171","msg":"trace[1031674236] transaction","detail":"{read_only:false; response_revision:17959; number_of_response:1; }","duration":"590.683732ms","start":"2026-04-28T03:58:58.658024Z","end":"2026-04-28T03:58:59.248707Z","steps":["trace[1031674236] 'process raft request' (duration: 590.541147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:59.248826Z","caller":"traceutil/trace.go:171","msg":"trace[383653962] linearizableReadLoop","detail":"{readStateIndex:18571; appliedIndex:18569; }","duration":"485.836528ms","start":"2026-04-28T03:58:58.762961Z","end":"2026-04-28T03:58:59.248798Z","steps":["trace[383653962] 'read index received' (duration: 359.946502ms)","trace[383653962] 'applied index is now lower than readState.Index' (duration: 125.886856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:58:59.248939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.658007Z","time spent":"590.868637ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:58:59.248995Z","caller":"traceutil/trace.go:171","msg":"trace[1969598125] transaction","detail":"{read_only:false; response_revision:17960; number_of_response:1; }","duration":"293.717815ms","start":"2026-04-28T03:58:58.955252Z","end":"2026-04-28T03:58:59.24897Z","steps":["trace[1969598125] 'process raft request' (duration: 293.401915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:59.24909Z","caller":"traceutil/trace.go:171","msg":"trace[691163409] transaction","detail":"{read_only:false; response_revision:17961; number_of_response:1; }","duration":"178.976419ms","start":"2026-04-28T03:58:59.070094Z","end":"2026-04-28T03:58:59.24907Z","steps":["trace[691163409] 'process raft request' (duration: 178.599267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.249108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021326071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-04-28T03:58:59.249148Z","caller":"traceutil/trace.go:171","msg":"trace[1074199544] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17962; }","duration":"1.021392763s","start":"2026-04-28T03:58:58.227744Z","end":"2026-04-28T03:58:59.249137Z","steps":["trace[1074199544] 'agreement among raft nodes before linearized reading' (duration: 1.021205657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.249185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.862285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18823"} {"level":"warn","ts":"2026-04-28T03:58:59.248854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.652108Z","time spent":"596.66954ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:58:59.248986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.147206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:59.249279Z","caller":"traceutil/trace.go:171","msg":"trace[999757654] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17961; }","duration":"982.458426ms","start":"2026-04-28T03:58:58.266807Z","end":"2026-04-28T03:58:59.249266Z","steps":["trace[999757654] 'agreement among raft nodes before linearized reading' (duration: 982.015232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.249324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.266755Z","time spent":"982.5574ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:58:59.249441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.182621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-btkpx\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-04-28T03:58:59.249491Z","caller":"traceutil/trace.go:171","msg":"trace[1866715964] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-btkpx; range_end:; response_count:1; response_revision:17962; }","duration":"474.255183ms","start":"2026-04-28T03:58:58.77522Z","end":"2026-04-28T03:58:59.249475Z","steps":["trace[1866715964] 'agreement among raft nodes before linearized reading' (duration: 474.114648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.249518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.775201Z","time spent":"474.310545ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-btkpx\" "} {"level":"warn","ts":"2026-04-28T03:58:59.249188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.227738Z","time spent":"1.021441545s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"info","ts":"2026-04-28T03:58:59.249222Z","caller":"traceutil/trace.go:171","msg":"trace[1666205646] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17962; }","duration":"483.911318ms","start":"2026-04-28T03:58:58.765301Z","end":"2026-04-28T03:58:59.249212Z","steps":["trace[1666205646] 'agreement among raft nodes before linearized reading' (duration: 483.773773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.250088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.765289Z","time spent":"484.784545ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:58:59.249254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.909072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:59.253197Z","caller":"traceutil/trace.go:171","msg":"trace[871155150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17962; }","duration":"450.897147ms","start":"2026-04-28T03:58:58.802289Z","end":"2026-04-28T03:58:59.253186Z","steps":["trace[871155150] 'agreement among raft nodes before linearized reading' (duration: 446.835369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.253243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:58.802269Z","time spent":"450.963859ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:58:59.761862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447969996789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:58:59.787271Z","caller":"traceutil/trace.go:171","msg":"trace[447402658] linearizableReadLoop","detail":"{readStateIndex:18575; appliedIndex:18574; }","duration":"526.281092ms","start":"2026-04-28T03:58:59.260969Z","end":"2026-04-28T03:58:59.78725Z","steps":["trace[447402658] 'read index received' (duration: 526.181818ms)","trace[447402658] 'applied index is now lower than readState.Index' (duration: 96.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:58:59.787618Z","caller":"traceutil/trace.go:171","msg":"trace[1455599384] transaction","detail":"{read_only:false; response_revision:17963; number_of_response:1; }","duration":"528.655447ms","start":"2026-04-28T03:58:59.258951Z","end":"2026-04-28T03:58:59.787607Z","steps":["trace[1455599384] 'process raft request' (duration: 528.161851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.78771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.258939Z","time spent":"528.704428ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:58:59.787713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.646945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:58:59.787799Z","caller":"traceutil/trace.go:171","msg":"trace[500555348] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:17963; }","duration":"448.79522ms","start":"2026-04-28T03:58:59.338981Z","end":"2026-04-28T03:58:59.787776Z","steps":["trace[500555348] 'agreement among raft nodes before linearized reading' (duration: 448.635515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.787807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.448094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-28T03:58:59.787851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.338962Z","time spent":"448.878442ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:58:59.787907Z","caller":"traceutil/trace.go:171","msg":"trace[1482203097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17963; }","duration":"524.557177ms","start":"2026-04-28T03:58:59.263303Z","end":"2026-04-28T03:58:59.78786Z","steps":["trace[1482203097] 'agreement among raft nodes before linearized reading' (duration: 524.315499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.78799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.867688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T03:58:59.787986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.263299Z","time spent":"524.67049ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:58:59.788021Z","caller":"traceutil/trace.go:171","msg":"trace[852215387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17963; }","duration":"498.94068ms","start":"2026-04-28T03:58:59.289073Z","end":"2026-04-28T03:58:59.788014Z","steps":["trace[852215387] 'agreement among raft nodes before linearized reading' (duration: 498.841547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.088893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T03:58:59.788083Z","caller":"traceutil/trace.go:171","msg":"trace[144064150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17963; }","duration":"498.201116ms","start":"2026-04-28T03:58:59.289865Z","end":"2026-04-28T03:58:59.788066Z","steps":["trace[144064150] 'agreement among raft nodes before linearized reading' (duration: 498.045081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.983244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T03:58:59.788126Z","caller":"traceutil/trace.go:171","msg":"trace[819324185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17963; }","duration":"488.005995ms","start":"2026-04-28T03:58:59.300115Z","end":"2026-04-28T03:58:59.788121Z","steps":["trace[819324185] 'agreement among raft nodes before linearized reading' (duration: 487.946413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.289846Z","time spent":"498.275329ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:58:59.788146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.300075Z","time spent":"488.066518ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:58:59.788168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.026735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xfpjt\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-04-28T03:58:59.788208Z","caller":"traceutil/trace.go:171","msg":"trace[421885793] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xfpjt; range_end:; response_count:1; response_revision:17963; }","duration":"176.106417ms","start":"2026-04-28T03:58:59.612092Z","end":"2026-04-28T03:58:59.788198Z","steps":["trace[421885793] 'agreement among raft nodes before linearized reading' (duration: 175.965123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.289065Z","time spent":"498.973081ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:58:59.788403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.748037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T03:58:59.788437Z","caller":"traceutil/trace.go:171","msg":"trace[2094327077] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:17963; }","duration":"374.84227ms","start":"2026-04-28T03:58:59.413586Z","end":"2026-04-28T03:58:59.788429Z","steps":["trace[2094327077] 'agreement among raft nodes before linearized reading' (duration: 374.752997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.413574Z","time spent":"374.901261ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T03:58:59.788619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.160025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T03:58:59.788652Z","caller":"traceutil/trace.go:171","msg":"trace[1622880734] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:17963; }","duration":"398.234557ms","start":"2026-04-28T03:58:59.390404Z","end":"2026-04-28T03:58:59.788639Z","steps":["trace[1622880734] 'agreement among raft nodes before linearized reading' (duration: 398.127954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.390387Z","time spent":"398.278498ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:58:59.788878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.382166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:58:59.788902Z","caller":"traceutil/trace.go:171","msg":"trace[762628893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17963; }","duration":"500.448457ms","start":"2026-04-28T03:58:59.288447Z","end":"2026-04-28T03:58:59.788896Z","steps":["trace[762628893] 'agreement among raft nodes before linearized reading' (duration: 500.375755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.788919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.288425Z","time spent":"500.489359ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:58:59.790251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.271266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9612"} {"level":"info","ts":"2026-04-28T03:58:59.790304Z","caller":"traceutil/trace.go:171","msg":"trace[909581771] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17963; }","duration":"529.340199ms","start":"2026-04-28T03:58:59.260951Z","end":"2026-04-28T03:58:59.790291Z","steps":["trace[909581771] 'agreement among raft nodes before linearized reading' (duration: 529.169973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:58:59.790336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:58:59.260944Z","time spent":"529.38545ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9636,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-28T03:59:03.974204Z","caller":"traceutil/trace.go:171","msg":"trace[390017347] transaction","detail":"{read_only:false; response_revision:18002; number_of_response:1; }","duration":"100.065403ms","start":"2026-04-28T03:59:03.874109Z","end":"2026-04-28T03:59:03.974174Z","steps":["trace[390017347] 'process raft request' (duration: 99.788024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:59:03.974381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T03:59:03.974492Z","caller":"traceutil/trace.go:171","msg":"trace[842729973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18002; }","duration":"100.29648ms","start":"2026-04-28T03:59:03.874166Z","end":"2026-04-28T03:59:03.974463Z","steps":["trace[842729973] 'agreement among raft nodes before linearized reading' (duration: 100.005821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:59:03.974782Z","caller":"traceutil/trace.go:171","msg":"trace[1923214465] transaction","detail":"{read_only:false; response_revision:18003; number_of_response:1; }","duration":"100.014981ms","start":"2026-04-28T03:59:03.874754Z","end":"2026-04-28T03:59:03.974769Z","steps":["trace[1923214465] 'process raft request' (duration: 99.772364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:59:03.974944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.278169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:59:03.974996Z","caller":"traceutil/trace.go:171","msg":"trace[647069604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18003; }","duration":"100.386093ms","start":"2026-04-28T03:59:03.874597Z","end":"2026-04-28T03:59:03.974983Z","steps":["trace[647069604] 'agreement among raft nodes before linearized reading' (duration: 100.113005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:01:34.81171Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:01:34.817064Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T04:01:34.81717Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T04:02:56.038707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17434} {"level":"info","ts":"2026-04-28T04:02:56.131059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17434,"took":"89.123103ms","hash":174763818,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":35069952,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T04:02:56.131113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":174763818,"revision":17434,"compact-revision":15222} {"level":"info","ts":"2026-04-28T04:04:10.794001Z","caller":"traceutil/trace.go:171","msg":"trace[100141295] linearizableReadLoop","detail":"{readStateIndex:21120; appliedIndex:21119; }","duration":"470.151016ms","start":"2026-04-28T04:04:10.323818Z","end":"2026-04-28T04:04:10.793969Z","steps":["trace[100141295] 'read index received' (duration: 469.932499ms)","trace[100141295] 'applied index is now lower than readState.Index' (duration: 217.107µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:10.794347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.493367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:04:10.79423Z","caller":"traceutil/trace.go:171","msg":"trace[1177263459] transaction","detail":"{read_only:false; response_revision:20426; number_of_response:1; }","duration":"592.663332ms","start":"2026-04-28T04:04:10.201438Z","end":"2026-04-28T04:04:10.794101Z","steps":["trace[1177263459] 'process raft request' (duration: 592.338512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:10.794702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.20142Z","time spent":"593.133337ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:10.79447Z","caller":"traceutil/trace.go:171","msg":"trace[1113535889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20426; }","duration":"470.672122ms","start":"2026-04-28T04:04:10.323775Z","end":"2026-04-28T04:04:10.794448Z","steps":["trace[1113535889] 'agreement among raft nodes before linearized reading' (duration: 470.342392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:10.794948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.323754Z","time spent":"471.162878ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:04:11.120399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.937648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:04:11.120635Z","caller":"traceutil/trace.go:171","msg":"trace[797302622] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"724.262125ms","start":"2026-04-28T04:04:10.396357Z","end":"2026-04-28T04:04:11.120619Z","steps":["trace[797302622] 'process raft request' (duration: 724.147881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:11.120702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.396325Z","time spent":"724.347847ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:11.120836Z","caller":"traceutil/trace.go:171","msg":"trace[1449613626] transaction","detail":"{read_only:false; response_revision:20427; number_of_response:1; }","duration":"726.603798ms","start":"2026-04-28T04:04:10.394191Z","end":"2026-04-28T04:04:11.120795Z","steps":["trace[1449613626] 'process raft request' (duration: 476.173155ms)","trace[1449613626] 'compare' (duration: 249.721681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:11.121018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.39417Z","time spent":"726.753373ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:11.121049Z","caller":"traceutil/trace.go:171","msg":"trace[1517817563] transaction","detail":"{read_only:false; response_revision:20429; number_of_response:1; }","duration":"723.093618ms","start":"2026-04-28T04:04:10.397938Z","end":"2026-04-28T04:04:11.121031Z","steps":["trace[1517817563] 'process raft request' (duration: 722.652474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:11.121122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.397913Z","time spent":"723.17382ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:11.121221Z","caller":"traceutil/trace.go:171","msg":"trace[1081981477] linearizableReadLoop","detail":"{readStateIndex:21124; appliedIndex:21120; }","duration":"327.089852ms","start":"2026-04-28T04:04:10.794092Z","end":"2026-04-28T04:04:11.121182Z","steps":["trace[1081981477] 'read index received' (duration: 76.299148ms)","trace[1081981477] 'applied index is now lower than readState.Index' (duration: 250.789704ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:04:11.121269Z","caller":"traceutil/trace.go:171","msg":"trace[1623887425] transaction","detail":"{read_only:false; response_revision:20430; number_of_response:1; }","duration":"721.695514ms","start":"2026-04-28T04:04:10.39956Z","end":"2026-04-28T04:04:11.121255Z","steps":["trace[1623887425] 'process raft request' (duration: 721.404465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:11.121274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.203589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:11.121341Z","caller":"traceutil/trace.go:171","msg":"trace[626161314] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20430; }","duration":"579.323422ms","start":"2026-04-28T04:04:10.542003Z","end":"2026-04-28T04:04:11.121327Z","steps":["trace[626161314] 'agreement among raft nodes before linearized reading' (duration: 579.216829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:11.121342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.399536Z","time spent":"721.772686ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:11.121389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.541981Z","time spent":"579.391054ms","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:04:11.494344Z","caller":"traceutil/trace.go:171","msg":"trace[67485049] transaction","detail":"{read_only:false; response_revision:20431; number_of_response:1; }","duration":"684.457479ms","start":"2026-04-28T04:04:10.809858Z","end":"2026-04-28T04:04:11.494316Z","steps":["trace[67485049] 'process raft request' (duration: 585.044902ms)","trace[67485049] 'compare' (duration: 98.796517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:11.494543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.430636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:04:11.494609Z","caller":"traceutil/trace.go:171","msg":"trace[1961311785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20431; }","duration":"696.53568ms","start":"2026-04-28T04:04:10.79806Z","end":"2026-04-28T04:04:11.494596Z","steps":["trace[1961311785] 'agreement among raft nodes before linearized reading' (duration: 696.319313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:11.494633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.809841Z","time spent":"684.657995ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:11.494691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:10.798044Z","time spent":"696.639313ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:04:11.495061Z","caller":"traceutil/trace.go:171","msg":"trace[1222950379] linearizableReadLoop","detail":"{readStateIndex:21125; appliedIndex:21124; }","duration":"372.827594ms","start":"2026-04-28T04:04:11.121258Z","end":"2026-04-28T04:04:11.494086Z","steps":["trace[1222950379] 'read index received' (duration: 273.574422ms)","trace[1222950379] 'applied index is now lower than readState.Index' (duration: 99.251582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:12.052416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.464306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:04:12.052541Z","caller":"traceutil/trace.go:171","msg":"trace[205646541] linearizableReadLoop","detail":"{readStateIndex:21126; appliedIndex:21125; }","duration":"399.344631ms","start":"2026-04-28T04:04:11.653174Z","end":"2026-04-28T04:04:12.052519Z","steps":["trace[205646541] 'read index received' (duration: 82.612977ms)","trace[205646541] 'applied index is now lower than readState.Index' (duration: 316.729714ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:04:12.052588Z","caller":"traceutil/trace.go:171","msg":"trace[837574617] transaction","detail":"{read_only:false; response_revision:20432; number_of_response:1; }","duration":"460.313606ms","start":"2026-04-28T04:04:11.592208Z","end":"2026-04-28T04:04:12.052522Z","steps":["trace[837574617] 'process raft request' (duration: 143.627033ms)","trace[837574617] 'compare' (duration: 316.158316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:12.052778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.595989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:04:12.052837Z","caller":"traceutil/trace.go:171","msg":"trace[487664319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20432; }","duration":"399.686023ms","start":"2026-04-28T04:04:11.653134Z","end":"2026-04-28T04:04:12.05282Z","steps":["trace[487664319] 'agreement among raft nodes before linearized reading' (duration: 399.501817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.052877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:11.592188Z","time spent":"460.532293ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:12.052961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.719324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:04:12.053024Z","caller":"traceutil/trace.go:171","msg":"trace[94525244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20432; }","duration":"399.802906ms","start":"2026-04-28T04:04:11.653208Z","end":"2026-04-28T04:04:12.053011Z","steps":["trace[94525244] 'agreement among raft nodes before linearized reading' (duration: 399.641931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.053052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:11.653204Z","time spent":"399.842677ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:04:12.053184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.771181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T04:04:12.053207Z","caller":"traceutil/trace.go:171","msg":"trace[1306085935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20432; }","duration":"191.819303ms","start":"2026-04-28T04:04:11.861379Z","end":"2026-04-28T04:04:12.053198Z","steps":["trace[1306085935] 'agreement among raft nodes before linearized reading' (duration: 191.750371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.052888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:11.653117Z","time spent":"399.760585ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:04:12.053277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.939775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:12.053298Z","caller":"traceutil/trace.go:171","msg":"trace[827332293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20432; }","duration":"235.993537ms","start":"2026-04-28T04:04:11.8173Z","end":"2026-04-28T04:04:12.053293Z","steps":["trace[827332293] 'agreement among raft nodes before linearized reading' (duration: 235.961956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.053435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.473376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:04:12.053518Z","caller":"traceutil/trace.go:171","msg":"trace[1947850848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20432; }","duration":"399.589609ms","start":"2026-04-28T04:04:11.653907Z","end":"2026-04-28T04:04:12.053497Z","steps":["trace[1947850848] 'agreement among raft nodes before linearized reading' (duration: 399.372443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.053558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:11.653892Z","time spent":"399.655942ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:04:12.501644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.966463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:04:12.501982Z","caller":"traceutil/trace.go:171","msg":"trace[624074827] transaction","detail":"{read_only:false; response_revision:20436; number_of_response:1; }","duration":"443.289939ms","start":"2026-04-28T04:04:12.058669Z","end":"2026-04-28T04:04:12.501959Z","steps":["trace[624074827] 'process raft request' (duration: 443.234207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.502095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.058655Z","time spent":"443.389372ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:12.502151Z","caller":"traceutil/trace.go:171","msg":"trace[1135058920] transaction","detail":"{read_only:false; response_revision:20433; number_of_response:1; }","duration":"444.27267ms","start":"2026-04-28T04:04:12.057867Z","end":"2026-04-28T04:04:12.50214Z","steps":["trace[1135058920] 'process raft request' (duration: 196.722499ms)","trace[1135058920] 'compare' (duration: 246.707105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:04:12.50208Z","caller":"traceutil/trace.go:171","msg":"trace[1902236037] transaction","detail":"{read_only:false; response_revision:20434; number_of_response:1; }","duration":"443.759884ms","start":"2026-04-28T04:04:12.05829Z","end":"2026-04-28T04:04:12.50205Z","steps":["trace[1902236037] 'process raft request' (duration: 443.464764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.502287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.057845Z","time spent":"444.354482ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:12.502283Z","caller":"traceutil/trace.go:171","msg":"trace[139735674] transaction","detail":"{read_only:false; response_revision:20435; number_of_response:1; }","duration":"443.916219ms","start":"2026-04-28T04:04:12.058331Z","end":"2026-04-28T04:04:12.502248Z","steps":["trace[139735674] 'process raft request' (duration: 443.522236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:12.502382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.058275Z","time spent":"444.012942ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:12.502455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.058316Z","time spent":"444.063093ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:13.255294Z","caller":"traceutil/trace.go:171","msg":"trace[1965907748] linearizableReadLoop","detail":"{readStateIndex:21131; appliedIndex:21130; }","duration":"332.273946ms","start":"2026-04-28T04:04:12.922999Z","end":"2026-04-28T04:04:13.255273Z","steps":["trace[1965907748] 'read index received' (duration: 332.216814ms)","trace[1965907748] 'applied index is now lower than readState.Index' (duration: 56.102µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:04:13.255462Z","caller":"traceutil/trace.go:171","msg":"trace[1017187926] transaction","detail":"{read_only:false; response_revision:20437; number_of_response:1; }","duration":"447.639517ms","start":"2026-04-28T04:04:12.807788Z","end":"2026-04-28T04:04:13.255428Z","steps":["trace[1017187926] 'process raft request' (duration: 447.318016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.25555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.538284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-28T04:04:13.255597Z","caller":"traceutil/trace.go:171","msg":"trace[1737105147] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20437; }","duration":"332.624657ms","start":"2026-04-28T04:04:12.922958Z","end":"2026-04-28T04:04:13.255583Z","steps":["trace[1737105147] 'agreement among raft nodes before linearized reading' (duration: 332.402379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.255636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.922941Z","time spent":"332.685719ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T04:04:13.25567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:12.807772Z","time spent":"447.785661ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:13.472408Z","caller":"traceutil/trace.go:171","msg":"trace[1832347255] transaction","detail":"{read_only:false; response_revision:20438; number_of_response:1; }","duration":"345.826663ms","start":"2026-04-28T04:04:13.126556Z","end":"2026-04-28T04:04:13.472382Z","steps":["trace[1832347255] 'process raft request' (duration: 344.407849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.47258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:13.126534Z","time spent":"345.954898ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:13.473131Z","caller":"traceutil/trace.go:171","msg":"trace[1491049064] transaction","detail":"{read_only:false; response_revision:20439; number_of_response:1; }","duration":"346.470744ms","start":"2026-04-28T04:04:13.126643Z","end":"2026-04-28T04:04:13.473114Z","steps":["trace[1491049064] 'process raft request' (duration: 345.642327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:04:13.473122Z","caller":"traceutil/trace.go:171","msg":"trace[125000467] linearizableReadLoop","detail":"{readStateIndex:21135; appliedIndex:21131; }","duration":"134.906377ms","start":"2026-04-28T04:04:13.338106Z","end":"2026-04-28T04:04:13.473012Z","steps":["trace[125000467] 'read index received' (duration: 132.870213ms)","trace[125000467] 'applied index is now lower than readState.Index' (duration: 2.035284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:04:13.473199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:13.126636Z","time spent":"346.529956ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:13.473249Z","caller":"traceutil/trace.go:171","msg":"trace[1713832820] transaction","detail":"{read_only:false; response_revision:20440; number_of_response:1; }","duration":"346.554086ms","start":"2026-04-28T04:04:13.126686Z","end":"2026-04-28T04:04:13.47324Z","steps":["trace[1713832820] 'process raft request' (duration: 346.182005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.473335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:13.126661Z","time spent":"346.613569ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:13.473583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.478386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:04:13.473627Z","caller":"traceutil/trace.go:171","msg":"trace[883384893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20441; }","duration":"135.567808ms","start":"2026-04-28T04:04:13.338047Z","end":"2026-04-28T04:04:13.473615Z","steps":["trace[883384893] 'agreement among raft nodes before linearized reading' (duration: 135.492816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:04:13.473654Z","caller":"traceutil/trace.go:171","msg":"trace[325434537] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"345.868835ms","start":"2026-04-28T04:04:13.127773Z","end":"2026-04-28T04:04:13.473642Z","steps":["trace[325434537] 'process raft request' (duration: 345.195384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.473714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:13.12774Z","time spent":"345.947738ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:13.473719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.036876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T04:04:13.473763Z","caller":"traceutil/trace.go:171","msg":"trace[656869248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20441; }","duration":"112.128429ms","start":"2026-04-28T04:04:13.361624Z","end":"2026-04-28T04:04:13.473752Z","steps":["trace[656869248] 'agreement among raft nodes before linearized reading' (duration: 111.991824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:13.473805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.075057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:13.473829Z","caller":"traceutil/trace.go:171","msg":"trace[2052962902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20441; }","duration":"112.112288ms","start":"2026-04-28T04:04:13.36171Z","end":"2026-04-28T04:04:13.473823Z","steps":["trace[2052962902] 'agreement among raft nodes before linearized reading' (duration: 112.071357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:05:00.821648Z","caller":"traceutil/trace.go:171","msg":"trace[1102027984] transaction","detail":"{read_only:false; response_revision:20970; number_of_response:1; }","duration":"162.979443ms","start":"2026-04-28T04:05:00.658623Z","end":"2026-04-28T04:05:00.821602Z","steps":["trace[1102027984] 'process raft request' (duration: 147.113192ms)","trace[1102027984] 'compare' (duration: 15.730817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:07:56.056351Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20015} {"level":"info","ts":"2026-04-28T04:07:56.182024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20015,"took":"122.267518ms","hash":1675701500,"current-db-size-bytes":55963648,"current-db-size":"56 MB","current-db-size-in-use-bytes":37564416,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T04:07:56.182093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1675701500,"revision":20015,"compact-revision":17434} {"level":"info","ts":"2026-04-28T04:07:57.274241Z","caller":"traceutil/trace.go:171","msg":"trace[350868474] linearizableReadLoop","detail":"{readStateIndex:23450; appliedIndex:23449; }","duration":"132.42295ms","start":"2026-04-28T04:07:57.141794Z","end":"2026-04-28T04:07:57.274217Z","steps":["trace[350868474] 'read index received' (duration: 132.261495ms)","trace[350868474] 'applied index is now lower than readState.Index' (duration: 160.335µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:07:57.274366Z","caller":"traceutil/trace.go:171","msg":"trace[2101201543] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"139.41582ms","start":"2026-04-28T04:07:57.134939Z","end":"2026-04-28T04:07:57.274355Z","steps":["trace[2101201543] 'process raft request' (duration: 139.162122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:57.274491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.685208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:07:57.27455Z","caller":"traceutil/trace.go:171","msg":"trace[1264942118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22686; }","duration":"132.795421ms","start":"2026-04-28T04:07:57.141741Z","end":"2026-04-28T04:07:57.274537Z","steps":["trace[1264942118] 'agreement among raft nodes before linearized reading' (duration: 132.616415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:57.275061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.022821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-04-28T04:07:57.275147Z","caller":"traceutil/trace.go:171","msg":"trace[203944876] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22687; }","duration":"122.149405ms","start":"2026-04-28T04:07:57.152965Z","end":"2026-04-28T04:07:57.275115Z","steps":["trace[203944876] 'agreement among raft nodes before linearized reading' (duration: 121.885047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.126279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.878196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T04:08:05.30235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970011043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:08:05.640084Z","caller":"traceutil/trace.go:171","msg":"trace[301276524] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"870.515262ms","start":"2026-04-28T04:08:04.769544Z","end":"2026-04-28T04:08:05.640059Z","steps":["trace[301276524] 'process raft request' (duration: 870.325416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.640251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:08:04.769517Z","time spent":"870.642125ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:08:05.654389Z","caller":"traceutil/trace.go:171","msg":"trace[1546561597] linearizableReadLoop","detail":"{readStateIndex:23671; appliedIndex:23670; }","duration":"852.320548ms","start":"2026-04-28T04:08:04.802035Z","end":"2026-04-28T04:08:05.654356Z","steps":["trace[1546561597] 'read index received' (duration: 838.180091ms)","trace[1546561597] 'applied index is now lower than readState.Index' (duration: 14.139407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:08:05.654607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.556806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:08:05.654615Z","caller":"traceutil/trace.go:171","msg":"trace[1472146972] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"879.474334ms","start":"2026-04-28T04:08:04.775034Z","end":"2026-04-28T04:08:05.654508Z","steps":["trace[1472146972] 'process raft request' (duration: 879.167665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.654693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.134136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:08:05.654778Z","caller":"traceutil/trace.go:171","msg":"trace[224194258] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:22905; }","duration":"733.25526ms","start":"2026-04-28T04:08:04.921504Z","end":"2026-04-28T04:08:05.65476Z","steps":["trace[224194258] 'agreement among raft nodes before linearized reading' (duration: 733.105736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.654839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:08:04.921488Z","time spent":"733.330483ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:08:05.654845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.074164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T04:08:05.654905Z","caller":"traceutil/trace.go:171","msg":"trace[1618780576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22905; }","duration":"284.147477ms","start":"2026-04-28T04:08:05.370734Z","end":"2026-04-28T04:08:05.654881Z","steps":["trace[1618780576] 'agreement among raft nodes before linearized reading' (duration: 283.997782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:08:05.654653Z","caller":"traceutil/trace.go:171","msg":"trace[390945720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22905; }","duration":"852.647718ms","start":"2026-04-28T04:08:04.80199Z","end":"2026-04-28T04:08:05.654638Z","steps":["trace[390945720] 'agreement among raft nodes before linearized reading' (duration: 852.512264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.655156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:08:04.801968Z","time spent":"853.174344ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:08:05.655205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.962525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:08:05.65557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.80039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:08:05.655644Z","caller":"traceutil/trace.go:171","msg":"trace[220270632] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22905; }","duration":"254.677107ms","start":"2026-04-28T04:08:05.400943Z","end":"2026-04-28T04:08:05.65562Z","steps":["trace[220270632] 'agreement among raft nodes before linearized reading' (duration: 253.719327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.656132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:08:04.775015Z","time spent":"880.60395ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:08:05.655845Z","caller":"traceutil/trace.go:171","msg":"trace[1173913799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22905; }","duration":"338.213173ms","start":"2026-04-28T04:08:05.317146Z","end":"2026-04-28T04:08:05.655359Z","steps":["trace[1173913799] 'agreement among raft nodes before linearized reading' (duration: 337.747848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:05.656998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:08:05.317132Z","time spent":"339.846165ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:11:31.575737Z","caller":"traceutil/trace.go:171","msg":"trace[1832522830] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25813; }","duration":"126.831074ms","start":"2026-04-28T04:11:31.448889Z","end":"2026-04-28T04:11:31.57572Z","steps":["trace[1832522830] 'read index received' (duration: 126.68856ms)","trace[1832522830] 'applied index is now lower than readState.Index' (duration: 141.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:31.575921Z","caller":"traceutil/trace.go:171","msg":"trace[908100288] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"203.845594ms","start":"2026-04-28T04:11:31.372067Z","end":"2026-04-28T04:11:31.575913Z","steps":["trace[908100288] 'process raft request' (duration: 203.552145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:31.576067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.162925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:31.576096Z","caller":"traceutil/trace.go:171","msg":"trace[1535471944] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24995; }","duration":"127.229047ms","start":"2026-04-28T04:11:31.448859Z","end":"2026-04-28T04:11:31.576088Z","steps":["trace[1535471944] 'agreement among raft nodes before linearized reading' (duration: 127.170445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.073451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.159921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:11:37.07354Z","caller":"traceutil/trace.go:171","msg":"trace[1279884033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25029; }","duration":"175.290035ms","start":"2026-04-28T04:11:36.89823Z","end":"2026-04-28T04:11:37.07352Z","steps":["trace[1279884033] 'range keys from in-memory index tree' (duration: 174.938743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.073783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.194457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:37.073878Z","caller":"traceutil/trace.go:171","msg":"trace[665117014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25029; }","duration":"172.32082ms","start":"2026-04-28T04:11:36.901532Z","end":"2026-04-28T04:11:37.073852Z","steps":["trace[665117014] 'range keys from in-memory index tree' (duration: 172.021021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:37.363445Z","caller":"traceutil/trace.go:171","msg":"trace[1423087227] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"346.301423ms","start":"2026-04-28T04:11:37.017071Z","end":"2026-04-28T04:11:37.363373Z","steps":["trace[1423087227] 'process raft request' (duration: 346.039475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.363724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.017047Z","time spent":"346.52648ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:37.868304Z","caller":"traceutil/trace.go:171","msg":"trace[1655455428] linearizableReadLoop","detail":"{readStateIndex:25856; appliedIndex:25850; }","duration":"491.721375ms","start":"2026-04-28T04:11:37.37656Z","end":"2026-04-28T04:11:37.868282Z","steps":["trace[1655455428] 'read index received' (duration: 459.329713ms)","trace[1655455428] 'applied index is now lower than readState.Index' (duration: 32.390932ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:37.868324Z","caller":"traceutil/trace.go:171","msg":"trace[1490349164] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"787.256565ms","start":"2026-04-28T04:11:37.081036Z","end":"2026-04-28T04:11:37.868293Z","steps":["trace[1490349164] 'process raft request' (duration: 787.156912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:37.868387Z","caller":"traceutil/trace.go:171","msg":"trace[86869706] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"759.075646ms","start":"2026-04-28T04:11:37.109304Z","end":"2026-04-28T04:11:37.868379Z","steps":["trace[86869706] 'process raft request' (duration: 758.912441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.86846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.109282Z","time spent":"759.121937ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:37.868483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.081013Z","time spent":"787.3867ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:37.86861Z","caller":"traceutil/trace.go:171","msg":"trace[607846174] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"749.455792ms","start":"2026-04-28T04:11:37.119148Z","end":"2026-04-28T04:11:37.868604Z","steps":["trace[607846174] 'process raft request' (duration: 749.089551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.868646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.119111Z","time spent":"749.518014ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:37.868735Z","caller":"traceutil/trace.go:171","msg":"trace[1022739891] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"744.998571ms","start":"2026-04-28T04:11:37.123723Z","end":"2026-04-28T04:11:37.868722Z","steps":["trace[1022739891] 'process raft request' (duration: 744.534496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.868785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.12371Z","time spent":"745.049803ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:37.868903Z","caller":"traceutil/trace.go:171","msg":"trace[1763531746] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"843.300555ms","start":"2026-04-28T04:11:37.025572Z","end":"2026-04-28T04:11:37.868873Z","steps":["trace[1763531746] 'process raft request' (duration: 810.305643ms)","trace[1763531746] 'compare' (duration: 31.67135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:37.868917Z","caller":"traceutil/trace.go:171","msg":"trace[2135282489] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"791.592702ms","start":"2026-04-28T04:11:37.07727Z","end":"2026-04-28T04:11:37.868863Z","steps":["trace[2135282489] 'process raft request' (duration: 790.853489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.869057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.02553Z","time spent":"843.44443ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:37.869133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.077244Z","time spent":"791.792779ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:37.869565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.985715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T04:11:37.869667Z","caller":"traceutil/trace.go:171","msg":"trace[291395585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25036; }","duration":"493.112119ms","start":"2026-04-28T04:11:37.376519Z","end":"2026-04-28T04:11:37.869631Z","steps":["trace[291395585] 'agreement among raft nodes before linearized reading' (duration: 492.159299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.869728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.376506Z","time spent":"493.210481ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T04:11:37.871646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.639445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:37.871711Z","caller":"traceutil/trace.go:171","msg":"trace[302209810] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25037; }","duration":"493.718258ms","start":"2026-04-28T04:11:37.377976Z","end":"2026-04-28T04:11:37.871694Z","steps":["trace[302209810] 'agreement among raft nodes before linearized reading' (duration: 493.595684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.871745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.37797Z","time spent":"493.766459ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:37.871902Z","caller":"traceutil/trace.go:171","msg":"trace[1693696249] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"428.634393ms","start":"2026-04-28T04:11:37.443254Z","end":"2026-04-28T04:11:37.871888Z","steps":["trace[1693696249] 'process raft request' (duration: 428.21429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.871952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.169231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:37.871978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.443212Z","time spent":"428.725936ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:37.87199Z","caller":"traceutil/trace.go:171","msg":"trace[1464869918] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25037; }","duration":"207.266054ms","start":"2026-04-28T04:11:37.664712Z","end":"2026-04-28T04:11:37.871978Z","steps":["trace[1464869918] 'agreement among raft nodes before linearized reading' (duration: 207.207052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.872155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.765668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:37.872194Z","caller":"traceutil/trace.go:171","msg":"trace[915006459] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25037; }","duration":"238.83623ms","start":"2026-04-28T04:11:37.633349Z","end":"2026-04-28T04:11:37.872185Z","steps":["trace[915006459] 'agreement among raft nodes before linearized reading' (duration: 238.775568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:37.872431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.478022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:11:37.872473Z","caller":"traceutil/trace.go:171","msg":"trace[1871320966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25037; }","duration":"265.551064ms","start":"2026-04-28T04:11:37.606912Z","end":"2026-04-28T04:11:37.872463Z","steps":["trace[1871320966] 'agreement among raft nodes before linearized reading' (duration: 265.41225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:38.641635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.012714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:38.641735Z","caller":"traceutil/trace.go:171","msg":"trace[1886672044] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"765.409815ms","start":"2026-04-28T04:11:37.876309Z","end":"2026-04-28T04:11:38.641718Z","steps":["trace[1886672044] 'process raft request' (duration: 279.230446ms)","trace[1886672044] 'compare' (duration: 485.742185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:38.641788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.876288Z","time spent":"765.474617ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:38.680838Z","caller":"traceutil/trace.go:171","msg":"trace[713247902] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"801.255657ms","start":"2026-04-28T04:11:37.879533Z","end":"2026-04-28T04:11:38.680788Z","steps":["trace[713247902] 'process raft request' (duration: 800.925237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:38.680858Z","caller":"traceutil/trace.go:171","msg":"trace[1441912878] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"664.068696ms","start":"2026-04-28T04:11:38.016739Z","end":"2026-04-28T04:11:38.680808Z","steps":["trace[1441912878] 'process raft request' (duration: 663.942362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:38.680781Z","caller":"traceutil/trace.go:171","msg":"trace[1564145506] linearizableReadLoop","detail":"{readStateIndex:25859; appliedIndex:25857; }","duration":"780.543853ms","start":"2026-04-28T04:11:37.900196Z","end":"2026-04-28T04:11:38.68074Z","steps":["trace[1564145506] 'read index received' (duration: 255.433294ms)","trace[1564145506] 'applied index is now lower than readState.Index' (duration: 525.109089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:38.680969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.016714Z","time spent":"664.201439ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:38.68098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.879506Z","time spent":"801.398351ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:38.681046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.802501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:38.681104Z","caller":"traceutil/trace.go:171","msg":"trace[697036389] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25040; }","duration":"780.927405ms","start":"2026-04-28T04:11:37.90016Z","end":"2026-04-28T04:11:38.681087Z","steps":["trace[697036389] 'agreement among raft nodes before linearized reading' (duration: 780.79075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:38.681149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:37.900148Z","time spent":"780.990007ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:39.185398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016090,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:11:39.231036Z","caller":"traceutil/trace.go:171","msg":"trace[12049988] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"834.779645ms","start":"2026-04-28T04:11:38.396221Z","end":"2026-04-28T04:11:39.231Z","steps":["trace[12049988] 'process raft request' (duration: 810.23183ms)","trace[12049988] 'compare' (duration: 23.635736ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:39.231101Z","caller":"traceutil/trace.go:171","msg":"trace[1880178326] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"591.407082ms","start":"2026-04-28T04:11:38.639663Z","end":"2026-04-28T04:11:39.231071Z","steps":["trace[1880178326] 'process raft request' (duration: 591.282388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.23122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.396201Z","time spent":"834.93137ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:39.231233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.639642Z","time spent":"591.512306ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:39.237457Z","caller":"traceutil/trace.go:171","msg":"trace[446600845] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"288.811869ms","start":"2026-04-28T04:11:38.948626Z","end":"2026-04-28T04:11:39.237438Z","steps":["trace[446600845] 'process raft request' (duration: 288.704016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:39.237412Z","caller":"traceutil/trace.go:171","msg":"trace[1516364347] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25860; }","duration":"552.443622ms","start":"2026-04-28T04:11:38.684956Z","end":"2026-04-28T04:11:39.237399Z","steps":["trace[1516364347] 'read index received' (duration: 521.569267ms)","trace[1516364347] 'applied index is now lower than readState.Index' (duration: 30.873545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:39.237743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.779453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:11:39.237771Z","caller":"traceutil/trace.go:171","msg":"trace[12810743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25043; }","duration":"552.849555ms","start":"2026-04-28T04:11:38.684914Z","end":"2026-04-28T04:11:39.237763Z","steps":["trace[12810743] 'agreement among raft nodes before linearized reading' (duration: 552.739912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.23779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.684894Z","time spent":"552.891836ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:11:39.237993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.202792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:39.238066Z","caller":"traceutil/trace.go:171","msg":"trace[198805382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"436.325466ms","start":"2026-04-28T04:11:38.801722Z","end":"2026-04-28T04:11:39.238048Z","steps":["trace[198805382] 'agreement among raft nodes before linearized reading' (duration: 436.197232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.238104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.801702Z","time spent":"436.394028ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:39.238186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.282328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:39.238212Z","caller":"traceutil/trace.go:171","msg":"trace[1766975622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25043; }","duration":"476.36568ms","start":"2026-04-28T04:11:38.761838Z","end":"2026-04-28T04:11:39.238204Z","steps":["trace[1766975622] 'agreement among raft nodes before linearized reading' (duration: 476.04498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.238232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:38.761809Z","time spent":"476.417262ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:11:39.710881Z","caller":"traceutil/trace.go:171","msg":"trace[1187745960] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"468.796141ms","start":"2026-04-28T04:11:39.242057Z","end":"2026-04-28T04:11:39.710853Z","steps":["trace[1187745960] 'process raft request' (duration: 401.563568ms)","trace[1187745960] 'compare' (duration: 67.044827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:39.711075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:39.242028Z","time spent":"468.955036ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:39.748726Z","caller":"traceutil/trace.go:171","msg":"trace[636558151] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"506.015846ms","start":"2026-04-28T04:11:39.242685Z","end":"2026-04-28T04:11:39.748701Z","steps":["trace[636558151] 'process raft request' (duration: 505.674615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:39.748879Z","caller":"traceutil/trace.go:171","msg":"trace[1443692888] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25863; }","duration":"400.9734ms","start":"2026-04-28T04:11:39.347886Z","end":"2026-04-28T04:11:39.74886Z","steps":["trace[1443692888] 'read index received' (duration: 295.745557ms)","trace[1443692888] 'applied index is now lower than readState.Index' (duration: 105.226763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:39.748924Z","caller":"traceutil/trace.go:171","msg":"trace[1746724165] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"379.054038ms","start":"2026-04-28T04:11:39.369842Z","end":"2026-04-28T04:11:39.748896Z","steps":["trace[1746724165] 'process raft request' (duration: 378.80618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.74901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:39.24267Z","time spent":"506.13506ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:39.749034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:39.369808Z","time spent":"379.175852ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:39.749104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.010602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T04:11:39.749139Z","caller":"traceutil/trace.go:171","msg":"trace[429689261] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25046; }","duration":"300.101755ms","start":"2026-04-28T04:11:39.449027Z","end":"2026-04-28T04:11:39.749128Z","steps":["trace[429689261] 'agreement among raft nodes before linearized reading' (duration: 299.94365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.74915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.244158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T04:11:39.749232Z","caller":"traceutil/trace.go:171","msg":"trace[1886552604] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25046; }","duration":"401.374272ms","start":"2026-04-28T04:11:39.347833Z","end":"2026-04-28T04:11:39.749207Z","steps":["trace[1886552604] 'agreement among raft nodes before linearized reading' (duration: 401.114044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:39.749169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:39.449002Z","time spent":"300.159906ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T04:11:39.749288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:39.347814Z","time spent":"401.464045ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T04:11:40.032631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.314635ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-28T04:11:40.033131Z","caller":"traceutil/trace.go:171","msg":"trace[1940403492] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"154.597251ms","start":"2026-04-28T04:11:39.878508Z","end":"2026-04-28T04:11:40.033105Z","steps":["trace[1940403492] 'process raft request' (duration: 154.540989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.033311Z","caller":"traceutil/trace.go:171","msg":"trace[18575629] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"160.183987ms","start":"2026-04-28T04:11:39.873082Z","end":"2026-04-28T04:11:40.033266Z","steps":["trace[18575629] 'process raft request' (duration: 159.685941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.03346Z","caller":"traceutil/trace.go:171","msg":"trace[734600684] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25866; }","duration":"281.641752ms","start":"2026-04-28T04:11:39.751803Z","end":"2026-04-28T04:11:40.033445Z","steps":["trace[734600684] 'read index received' (duration: 137.557173ms)","trace[734600684] 'applied index is now lower than readState.Index' (duration: 144.082259ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:40.03354Z","caller":"traceutil/trace.go:171","msg":"trace[877849740] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"160.391254ms","start":"2026-04-28T04:11:39.873128Z","end":"2026-04-28T04:11:40.03352Z","steps":["trace[877849740] 'process raft request' (duration: 159.818506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.033687Z","caller":"traceutil/trace.go:171","msg":"trace[794540973] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"158.223836ms","start":"2026-04-28T04:11:39.875436Z","end":"2026-04-28T04:11:40.03366Z","steps":["trace[794540973] 'process raft request' (duration: 157.567855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:40.033783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.566081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T04:11:40.033779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.353014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:11:40.033803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.345923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T04:11:40.033807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.997434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a56936d7-e19c-4d59-9e9d-4dd614fc879c\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-28T04:11:40.033696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.732786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:40.03386Z","caller":"traceutil/trace.go:171","msg":"trace[1856652497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25050; }","duration":"180.444056ms","start":"2026-04-28T04:11:39.853403Z","end":"2026-04-28T04:11:40.033847Z","steps":["trace[1856652497] 'agreement among raft nodes before linearized reading' (duration: 180.264021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.033846Z","caller":"traceutil/trace.go:171","msg":"trace[1155531003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25050; }","duration":"161.682325ms","start":"2026-04-28T04:11:39.872149Z","end":"2026-04-28T04:11:40.033831Z","steps":["trace[1155531003] 'agreement among raft nodes before linearized reading' (duration: 161.499289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.033859Z","caller":"traceutil/trace.go:171","msg":"trace[1077151201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25050; }","duration":"161.461627ms","start":"2026-04-28T04:11:39.87238Z","end":"2026-04-28T04:11:40.033841Z","steps":["trace[1077151201] 'agreement among raft nodes before linearized reading' (duration: 161.23701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.033872Z","caller":"traceutil/trace.go:171","msg":"trace[1537748970] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a56936d7-e19c-4d59-9e9d-4dd614fc879c; range_end:; response_count:1; response_revision:25050; }","duration":"282.090077ms","start":"2026-04-28T04:11:39.751765Z","end":"2026-04-28T04:11:40.033855Z","steps":["trace[1537748970] 'agreement among raft nodes before linearized reading' (duration: 281.921731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.03391Z","caller":"traceutil/trace.go:171","msg":"trace[1160250314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25050; }","duration":"231.984783ms","start":"2026-04-28T04:11:39.801896Z","end":"2026-04-28T04:11:40.033881Z","steps":["trace[1160250314] 'agreement among raft nodes before linearized reading' (duration: 231.724955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.315038Z","caller":"traceutil/trace.go:171","msg":"trace[1281801] linearizableReadLoop","detail":"{readStateIndex:25872; appliedIndex:25871; }","duration":"276.877182ms","start":"2026-04-28T04:11:40.038142Z","end":"2026-04-28T04:11:40.315019Z","steps":["trace[1281801] 'read index received' (duration: 211.194808ms)","trace[1281801] 'applied index is now lower than readState.Index' (duration: 65.681474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:40.315166Z","caller":"traceutil/trace.go:171","msg":"trace[1754057343] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"281.251829ms","start":"2026-04-28T04:11:40.033853Z","end":"2026-04-28T04:11:40.315105Z","steps":["trace[1754057343] 'process raft request' (duration: 217.133485ms)","trace[1754057343] 'compare' (duration: 63.928138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:40.315322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.15526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:11:40.315447Z","caller":"traceutil/trace.go:171","msg":"trace[1674926618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25051; }","duration":"277.275354ms","start":"2026-04-28T04:11:40.038114Z","end":"2026-04-28T04:11:40.31539Z","steps":["trace[1674926618] 'agreement among raft nodes before linearized reading' (duration: 276.972215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.616716Z","caller":"traceutil/trace.go:171","msg":"trace[1438609064] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"577.161712ms","start":"2026-04-28T04:11:40.039524Z","end":"2026-04-28T04:11:40.616686Z","steps":["trace[1438609064] 'process raft request' (duration: 576.961536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:40.616869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:40.039508Z","time spent":"577.281757ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:40.616877Z","caller":"traceutil/trace.go:171","msg":"trace[1469350478] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25872; }","duration":"301.773678ms","start":"2026-04-28T04:11:40.315089Z","end":"2026-04-28T04:11:40.616862Z","steps":["trace[1469350478] 'read index received' (duration: 301.385356ms)","trace[1469350478] 'applied index is now lower than readState.Index' (duration: 387.072µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:40.617022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.330113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-28T04:11:40.61704Z","caller":"traceutil/trace.go:171","msg":"trace[1777912089] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25053; }","duration":"300.388384ms","start":"2026-04-28T04:11:40.316646Z","end":"2026-04-28T04:11:40.617034Z","steps":["trace[1777912089] 'agreement among raft nodes before linearized reading' (duration: 300.289491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:40.617066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.036175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:40.617055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:40.316629Z","time spent":"300.423105ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T04:11:40.617084Z","caller":"traceutil/trace.go:171","msg":"trace[91241747] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"577.281006ms","start":"2026-04-28T04:11:40.039775Z","end":"2026-04-28T04:11:40.617056Z","steps":["trace[91241747] 'process raft request' (duration: 576.869283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.617109Z","caller":"traceutil/trace.go:171","msg":"trace[548872129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25053; }","duration":"212.123107ms","start":"2026-04-28T04:11:40.404972Z","end":"2026-04-28T04:11:40.617095Z","steps":["trace[548872129] 'agreement among raft nodes before linearized reading' (duration: 212.052015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:40.617224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:40.039769Z","time spent":"577.375419ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:40.617237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.969751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T04:11:40.61705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.898712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:40.617317Z","caller":"traceutil/trace.go:171","msg":"trace[390011665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25053; }","duration":"334.190911ms","start":"2026-04-28T04:11:40.283116Z","end":"2026-04-28T04:11:40.617307Z","steps":["trace[390011665] 'agreement among raft nodes before linearized reading' (duration: 333.824279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:40.617321Z","caller":"traceutil/trace.go:171","msg":"trace[2044223845] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25053; }","duration":"300.089985ms","start":"2026-04-28T04:11:40.317212Z","end":"2026-04-28T04:11:40.617302Z","steps":["trace[2044223845] 'agreement among raft nodes before linearized reading' (duration: 299.857518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:40.61734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:40.283045Z","time spent":"334.286634ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:40.617357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:40.317195Z","time spent":"300.154797ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T04:11:41.063657Z","caller":"traceutil/trace.go:171","msg":"trace[121850974] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"194.028325ms","start":"2026-04-28T04:11:40.869599Z","end":"2026-04-28T04:11:41.063627Z","steps":["trace[121850974] 'process raft request' (duration: 193.265881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:41.063645Z","caller":"traceutil/trace.go:171","msg":"trace[930600369] linearizableReadLoop","detail":"{readStateIndex:25877; appliedIndex:25876; }","duration":"189.577456ms","start":"2026-04-28T04:11:40.874028Z","end":"2026-04-28T04:11:41.063606Z","steps":["trace[930600369] 'read index received' (duration: 188.659107ms)","trace[930600369] 'applied index is now lower than readState.Index' (duration: 917.009µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:41.064041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.995989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-865985bb7-j4rg6\" ","response":"range_response_count:1 size:8641"} {"level":"info","ts":"2026-04-28T04:11:41.064082Z","caller":"traceutil/trace.go:171","msg":"trace[1873033188] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-865985bb7-j4rg6; range_end:; response_count:1; response_revision:25056; }","duration":"190.116222ms","start":"2026-04-28T04:11:40.873954Z","end":"2026-04-28T04:11:41.06407Z","steps":["trace[1873033188] 'agreement among raft nodes before linearized reading' (duration: 189.873505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:41.727102Z","caller":"traceutil/trace.go:171","msg":"trace[667644257] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"644.797218ms","start":"2026-04-28T04:11:41.082285Z","end":"2026-04-28T04:11:41.727083Z","steps":["trace[667644257] 'process raft request' (duration: 644.665284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:41.727225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.082256Z","time spent":"644.898992ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:41.764848Z","caller":"traceutil/trace.go:171","msg":"trace[1700162331] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25878; }","duration":"479.430397ms","start":"2026-04-28T04:11:41.285402Z","end":"2026-04-28T04:11:41.764833Z","steps":["trace[1700162331] 'read index received' (duration: 442.521012ms)","trace[1700162331] 'applied index is now lower than readState.Index' (duration: 36.908645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:41.764959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.54751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:41.764987Z","caller":"traceutil/trace.go:171","msg":"trace[1295451892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25059; }","duration":"479.632333ms","start":"2026-04-28T04:11:41.285343Z","end":"2026-04-28T04:11:41.764975Z","steps":["trace[1295451892] 'agreement among raft nodes before linearized reading' (duration: 479.570861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:41.764953Z","caller":"traceutil/trace.go:171","msg":"trace[1606982316] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"527.278838ms","start":"2026-04-28T04:11:41.237637Z","end":"2026-04-28T04:11:41.764916Z","steps":["trace[1606982316] 'process raft request' (duration: 527.159404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:41.765008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.285321Z","time spent":"479.680545ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:41.765114Z","caller":"traceutil/trace.go:171","msg":"trace[1580281106] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"528.883048ms","start":"2026-04-28T04:11:41.23621Z","end":"2026-04-28T04:11:41.765093Z","steps":["trace[1580281106] 'process raft request' (duration: 528.473646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:41.76514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.237627Z","time spent":"527.400751ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:41.765219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.23618Z","time spent":"528.979962ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:42.105194Z","caller":"traceutil/trace.go:171","msg":"trace[1077979226] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"372.448749ms","start":"2026-04-28T04:11:41.732717Z","end":"2026-04-28T04:11:42.105165Z","steps":["trace[1077979226] 'process raft request' (duration: 366.786241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.732694Z","time spent":"372.564383ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:42.105563Z","caller":"traceutil/trace.go:171","msg":"trace[933554616] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"366.929945ms","start":"2026-04-28T04:11:41.738618Z","end":"2026-04-28T04:11:42.105548Z","steps":["trace[933554616] 'process raft request' (duration: 366.690467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.738595Z","time spent":"366.987657ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7529,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:42.105734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.943042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:42.105718Z","caller":"traceutil/trace.go:171","msg":"trace[460200024] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"352.459698ms","start":"2026-04-28T04:11:41.753225Z","end":"2026-04-28T04:11:42.105685Z","steps":["trace[460200024] 'process raft request' (duration: 352.146548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.46935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:11:42.105749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.233494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-865985bb7-j4rg6\" ","response":"range_response_count:1 size:8457"} {"level":"info","ts":"2026-04-28T04:11:42.105795Z","caller":"traceutil/trace.go:171","msg":"trace[1161318660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25064; }","duration":"352.037225ms","start":"2026-04-28T04:11:41.75374Z","end":"2026-04-28T04:11:42.105777Z","steps":["trace[1161318660] 'agreement among raft nodes before linearized reading' (duration: 351.811308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:42.10581Z","caller":"traceutil/trace.go:171","msg":"trace[1290158533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25064; }","duration":"391.587084ms","start":"2026-04-28T04:11:41.714213Z","end":"2026-04-28T04:11:42.105801Z","steps":["trace[1290158533] 'agreement among raft nodes before linearized reading' (duration: 391.415378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.75373Z","time spent":"352.094176ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:11:42.10583Z","caller":"traceutil/trace.go:171","msg":"trace[503064808] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-865985bb7-j4rg6; range_end:; response_count:1; response_revision:25064; }","duration":"367.340488ms","start":"2026-04-28T04:11:41.73847Z","end":"2026-04-28T04:11:42.105811Z","steps":["trace[503064808] 'agreement among raft nodes before linearized reading' (duration: 367.115481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.714194Z","time spent":"391.644195ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:11:42.105868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.738463Z","time spent":"367.397259ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8481,"request content":"key:\"/registry/pods/openstack/magnum-api-865985bb7-j4rg6\" "} {"level":"info","ts":"2026-04-28T04:11:42.10585Z","caller":"traceutil/trace.go:171","msg":"trace[866528922] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"370.90097ms","start":"2026-04-28T04:11:41.734923Z","end":"2026-04-28T04:11:42.105824Z","steps":["trace[866528922] 'process raft request' (duration: 370.312122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:42.10594Z","caller":"traceutil/trace.go:171","msg":"trace[189521230] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"371.303823ms","start":"2026-04-28T04:11:41.734628Z","end":"2026-04-28T04:11:42.105932Z","steps":["trace[189521230] 'process raft request' (duration: 370.475217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.105927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.753206Z","time spent":"352.597053ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:42.105982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.734916Z","time spent":"370.993633ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:42.106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.734623Z","time spent":"371.334864ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:42.105453Z","caller":"traceutil/trace.go:171","msg":"trace[1854886709] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25880; }","duration":"340.534112ms","start":"2026-04-28T04:11:41.764896Z","end":"2026-04-28T04:11:42.10543Z","steps":["trace[1854886709] 'read index received' (duration: 334.627625ms)","trace[1854886709] 'applied index is now lower than readState.Index' (duration: 5.905347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:42.106358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.465429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T04:11:42.106404Z","caller":"traceutil/trace.go:171","msg":"trace[1394867195] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25064; }","duration":"734.543801ms","start":"2026-04-28T04:11:41.371849Z","end":"2026-04-28T04:11:42.106393Z","steps":["trace[1394867195] 'agreement among raft nodes before linearized reading' (duration: 734.351495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.106437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.371818Z","time spent":"734.614253ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T04:11:42.606647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:11:42.61166Z","caller":"traceutil/trace.go:171","msg":"trace[959726524] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"571.994568ms","start":"2026-04-28T04:11:42.039643Z","end":"2026-04-28T04:11:42.611637Z","steps":["trace[959726524] 'process raft request' (duration: 571.787772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.611803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.039616Z","time spent":"572.100132ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:42.611883Z","caller":"traceutil/trace.go:171","msg":"trace[1882743995] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"571.160832ms","start":"2026-04-28T04:11:42.040698Z","end":"2026-04-28T04:11:42.611859Z","steps":["trace[1882743995] 'process raft request' (duration: 570.894724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.612012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.040678Z","time spent":"571.264576ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:42.612003Z","caller":"traceutil/trace.go:171","msg":"trace[289286199] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"568.804978ms","start":"2026-04-28T04:11:42.043181Z","end":"2026-04-28T04:11:42.611986Z","steps":["trace[289286199] 'process raft request' (duration: 568.750386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:42.612068Z","caller":"traceutil/trace.go:171","msg":"trace[542457547] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"570.279324ms","start":"2026-04-28T04:11:42.041767Z","end":"2026-04-28T04:11:42.612046Z","steps":["trace[542457547] 'process raft request' (duration: 570.025096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:42.612106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.043156Z","time spent":"568.89475ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:42.612159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.041731Z","time spent":"570.380537ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:43.140468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.690491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:43.140618Z","caller":"traceutil/trace.go:171","msg":"trace[261915243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25068; }","duration":"146.884188ms","start":"2026-04-28T04:11:42.993713Z","end":"2026-04-28T04:11:43.140597Z","steps":["trace[261915243] 'range keys from in-memory index tree' (duration: 146.659941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:43.141269Z","caller":"traceutil/trace.go:171","msg":"trace[1437684181] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25885; }","duration":"1.034946074s","start":"2026-04-28T04:11:42.106314Z","end":"2026-04-28T04:11:43.14126Z","steps":["trace[1437684181] 'read index received' (duration: 505.152208ms)","trace[1437684181] 'applied index is now lower than readState.Index' (duration: 529.792716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:43.141496Z","caller":"traceutil/trace.go:171","msg":"trace[718436019] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.027975435s","start":"2026-04-28T04:11:42.113513Z","end":"2026-04-28T04:11:43.141488Z","steps":["trace[718436019] 'process raft request' (duration: 1.027460878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.141584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.113479Z","time spent":"1.028042057s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:43.14175Z","caller":"traceutil/trace.go:171","msg":"trace[801681632] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"1.028066148s","start":"2026-04-28T04:11:42.113646Z","end":"2026-04-28T04:11:43.141712Z","steps":["trace[801681632] 'process raft request' (duration: 1.02750031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.141789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.113636Z","time spent":"1.02813274s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:43.141955Z","caller":"traceutil/trace.go:171","msg":"trace[2099432713] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"1.021731108s","start":"2026-04-28T04:11:42.120218Z","end":"2026-04-28T04:11:43.141949Z","steps":["trace[2099432713] 'process raft request' (duration: 1.020988825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.141992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.120203Z","time spent":"1.021771439s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7832,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:43.142098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089325472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:43.142124Z","caller":"traceutil/trace.go:171","msg":"trace[1164878895] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25071; }","duration":"1.089384834s","start":"2026-04-28T04:11:42.052732Z","end":"2026-04-28T04:11:43.142117Z","steps":["trace[1164878895] 'agreement among raft nodes before linearized reading' (duration: 1.089334092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.142147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.052714Z","time spent":"1.089428405s","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:43.142263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337445206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:43.142281Z","caller":"traceutil/trace.go:171","msg":"trace[1565198652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25071; }","duration":"1.337476407s","start":"2026-04-28T04:11:41.8048Z","end":"2026-04-28T04:11:43.142276Z","steps":["trace[1565198652] 'agreement among raft nodes before linearized reading' (duration: 1.337439765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.142293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.804792Z","time spent":"1.337498597s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:43.142419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351947713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:43.142441Z","caller":"traceutil/trace.go:171","msg":"trace[427957432] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25072; }","duration":"1.352008326s","start":"2026-04-28T04:11:41.790426Z","end":"2026-04-28T04:11:43.142435Z","steps":["trace[427957432] 'agreement among raft nodes before linearized reading' (duration: 1.351952074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.142457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:41.790406Z","time spent":"1.352046386s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:43.142679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031664591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca695c61-6b25-4b35-9bca-3341c431a7fc\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-28T04:11:43.142905Z","caller":"traceutil/trace.go:171","msg":"trace[1231902512] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca695c61-6b25-4b35-9bca-3341c431a7fc; range_end:; response_count:1; response_revision:25072; }","duration":"1.031865468s","start":"2026-04-28T04:11:42.11095Z","end":"2026-04-28T04:11:43.142815Z","steps":["trace[1231902512] 'agreement among raft nodes before linearized reading' (duration: 1.031472585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.110931Z","time spent":"1.032071144s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-ca695c61-6b25-4b35-9bca-3341c431a7fc\" "} {"level":"warn","ts":"2026-04-28T04:11:43.14308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.682905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:11:43.143108Z","caller":"traceutil/trace.go:171","msg":"trace[337319032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25072; }","duration":"377.736197ms","start":"2026-04-28T04:11:42.765366Z","end":"2026-04-28T04:11:43.143102Z","steps":["trace[337319032] 'agreement among raft nodes before linearized reading' (duration: 377.631493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.765353Z","time spent":"377.771747ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:11:43.143205Z","caller":"traceutil/trace.go:171","msg":"trace[1041746993] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"393.491344ms","start":"2026-04-28T04:11:42.749706Z","end":"2026-04-28T04:11:43.143197Z","steps":["trace[1041746993] 'process raft request' (duration: 392.391679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.749688Z","time spent":"393.532954ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:43.143336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.717803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T04:11:43.143353Z","caller":"traceutil/trace.go:171","msg":"trace[1283716027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25072; }","duration":"350.734283ms","start":"2026-04-28T04:11:42.792615Z","end":"2026-04-28T04:11:43.143349Z","steps":["trace[1283716027] 'agreement among raft nodes before linearized reading' (duration: 350.681542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.792574Z","time spent":"350.790686ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:11:43.143559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.95557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:43.14358Z","caller":"traceutil/trace.go:171","msg":"trace[1449922488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25072; }","duration":"521.986751ms","start":"2026-04-28T04:11:42.621588Z","end":"2026-04-28T04:11:43.143574Z","steps":["trace[1449922488] 'agreement among raft nodes before linearized reading' (duration: 521.934609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.621583Z","time spent":"522.008211ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:43.143669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.660978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:43.143688Z","caller":"traceutil/trace.go:171","msg":"trace[792788699] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25072; }","duration":"437.71067ms","start":"2026-04-28T04:11:42.705972Z","end":"2026-04-28T04:11:43.143683Z","steps":["trace[792788699] 'agreement among raft nodes before linearized reading' (duration: 437.669489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.143704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.705958Z","time spent":"437.742211ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:43.143858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.938371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:11:43.143916Z","caller":"traceutil/trace.go:171","msg":"trace[614631054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25072; }","duration":"523.022203ms","start":"2026-04-28T04:11:42.620881Z","end":"2026-04-28T04:11:43.143903Z","steps":["trace[614631054] 'agreement among raft nodes before linearized reading' (duration: 522.872768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.144063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:42.620868Z","time spent":"523.135487ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:43.558705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.657964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:43.558805Z","caller":"traceutil/trace.go:171","msg":"trace[1708630038] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"402.348394ms","start":"2026-04-28T04:11:43.156437Z","end":"2026-04-28T04:11:43.558786Z","steps":["trace[1708630038] 'process raft request' (duration: 132.516575ms)","trace[1708630038] 'compare' (duration: 269.509409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:43.558861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:43.156414Z","time spent":"402.421875ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:43.56021Z","caller":"traceutil/trace.go:171","msg":"trace[1418820247] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"403.635004ms","start":"2026-04-28T04:11:43.15656Z","end":"2026-04-28T04:11:43.560195Z","steps":["trace[1418820247] 'process raft request' (duration: 403.551772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:43.560215Z","caller":"traceutil/trace.go:171","msg":"trace[393961975] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"403.734287ms","start":"2026-04-28T04:11:43.156453Z","end":"2026-04-28T04:11:43.560188Z","steps":["trace[393961975] 'process raft request' (duration: 403.592403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.560291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:43.156523Z","time spent":"403.730267ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:43.560279Z","caller":"traceutil/trace.go:171","msg":"trace[175372227] linearizableReadLoop","detail":"{readStateIndex:25897; appliedIndex:25893; }","duration":"397.994175ms","start":"2026-04-28T04:11:43.162266Z","end":"2026-04-28T04:11:43.56026Z","steps":["trace[175372227] 'read index received' (duration: 126.872625ms)","trace[175372227] 'applied index is now lower than readState.Index' (duration: 271.12079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:43.560381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:43.156435Z","time spent":"403.854621ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:43.560435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.148781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:43.560495Z","caller":"traceutil/trace.go:171","msg":"trace[1313163476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25076; }","duration":"398.241763ms","start":"2026-04-28T04:11:43.162238Z","end":"2026-04-28T04:11:43.56048Z","steps":["trace[1313163476] 'agreement among raft nodes before linearized reading' (duration: 398.13141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:43.560482Z","caller":"traceutil/trace.go:171","msg":"trace[375172272] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"399.611917ms","start":"2026-04-28T04:11:43.160783Z","end":"2026-04-28T04:11:43.560395Z","steps":["trace[375172272] 'process raft request' (duration: 399.366779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.560492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.239242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:11:43.56054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:43.16223Z","time spent":"398.301736ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:11:43.560555Z","caller":"traceutil/trace.go:171","msg":"trace[1274385756] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25076; }","duration":"251.362546ms","start":"2026-04-28T04:11:43.30918Z","end":"2026-04-28T04:11:43.560543Z","steps":["trace[1274385756] 'agreement among raft nodes before linearized reading' (duration: 251.230512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:43.560633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:43.16076Z","time spent":"399.788872ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:43.87792Z","caller":"traceutil/trace.go:171","msg":"trace[1424297812] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"107.331949ms","start":"2026-04-28T04:11:43.77056Z","end":"2026-04-28T04:11:43.877892Z","steps":["trace[1424297812] 'process raft request' (duration: 62.681999ms)","trace[1424297812] 'compare' (duration: 44.435303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:43.878087Z","caller":"traceutil/trace.go:171","msg":"trace[1775904058] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"107.484264ms","start":"2026-04-28T04:11:43.77057Z","end":"2026-04-28T04:11:43.878054Z","steps":["trace[1775904058] 'process raft request' (duration: 107.272127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:44.386476Z","caller":"traceutil/trace.go:171","msg":"trace[545150386] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25899; }","duration":"216.460444ms","start":"2026-04-28T04:11:44.169985Z","end":"2026-04-28T04:11:44.386445Z","steps":["trace[545150386] 'read index received' (duration: 216.251538ms)","trace[545150386] 'applied index is now lower than readState.Index' (duration: 207.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:44.386503Z","caller":"traceutil/trace.go:171","msg":"trace[37587736] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"272.454882ms","start":"2026-04-28T04:11:44.114021Z","end":"2026-04-28T04:11:44.386476Z","steps":["trace[37587736] 'process raft request' (duration: 272.234825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:44.386605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.60242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:44.386635Z","caller":"traceutil/trace.go:171","msg":"trace[1086859584] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25079; }","duration":"216.687662ms","start":"2026-04-28T04:11:44.16994Z","end":"2026-04-28T04:11:44.386628Z","steps":["trace[1086859584] 'agreement among raft nodes before linearized reading' (duration: 216.607499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:44.482972Z","caller":"traceutil/trace.go:171","msg":"trace[752998734] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"239.412989ms","start":"2026-04-28T04:11:44.243526Z","end":"2026-04-28T04:11:44.482939Z","steps":["trace[752998734] 'process raft request' (duration: 239.102449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:45.291659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.390807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T04:11:45.292423Z","caller":"traceutil/trace.go:171","msg":"trace[1269146010] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"675.123225ms","start":"2026-04-28T04:11:44.617277Z","end":"2026-04-28T04:11:45.2924Z","steps":["trace[1269146010] 'process raft request' (duration: 674.491035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:45.292553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.617257Z","time spent":"675.225839ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:46.658972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366497843s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:46.659241Z","caller":"traceutil/trace.go:171","msg":"trace[627140615] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25901; }","duration":"1.921497296s","start":"2026-04-28T04:11:44.737716Z","end":"2026-04-28T04:11:46.659213Z","steps":["trace[627140615] 'read index received' (duration: 73.609054ms)","trace[627140615] 'applied index is now lower than readState.Index' (duration: 1.847887222s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:46.65933Z","caller":"traceutil/trace.go:171","msg":"trace[433228280] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"2.041375591s","start":"2026-04-28T04:11:44.617944Z","end":"2026-04-28T04:11:46.65932Z","steps":["trace[433228280] 'process raft request' (duration: 2.041122793s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.659333Z","caller":"traceutil/trace.go:171","msg":"trace[1393154405] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"2.04200032s","start":"2026-04-28T04:11:44.617278Z","end":"2026-04-28T04:11:46.659278Z","steps":["trace[1393154405] 'process raft request' (duration: 675.110015ms)","trace[1393154405] 'compare' (duration: 1.366236435s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:46.659393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.617918Z","time spent":"2.041443063s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:46.659467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.617257Z","time spent":"2.042131475s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:46.659648Z","caller":"traceutil/trace.go:171","msg":"trace[1309729780] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.041322629s","start":"2026-04-28T04:11:44.618314Z","end":"2026-04-28T04:11:46.659636Z","steps":["trace[1309729780] 'process raft request' (duration: 2.040829823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.659715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.618303Z","time spent":"2.041376621s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:46.659832Z","caller":"traceutil/trace.go:171","msg":"trace[619511244] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.501365691s","start":"2026-04-28T04:11:45.158457Z","end":"2026-04-28T04:11:46.659823Z","steps":["trace[619511244] 'process raft request' (duration: 1.500729761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.659887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.158445Z","time spent":"1.501414433s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:46.659989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92227529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-04-28T04:11:46.660026Z","caller":"traceutil/trace.go:171","msg":"trace[1526862649] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25085; }","duration":"1.922340013s","start":"2026-04-28T04:11:44.737677Z","end":"2026-04-28T04:11:46.660017Z","steps":["trace[1526862649] 'agreement among raft nodes before linearized reading' (duration: 1.922164807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.660059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.73766Z","time spent":"1.922391904s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11813,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T04:11:46.66032Z","caller":"traceutil/trace.go:171","msg":"trace[821502070] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.278932298s","start":"2026-04-28T04:11:45.381379Z","end":"2026-04-28T04:11:46.660311Z","steps":["trace[821502070] 'process raft request' (duration: 1.278400311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.66037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.38136Z","time spent":"1.27898752s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:46.660638Z","caller":"traceutil/trace.go:171","msg":"trace[150342174] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"777.303352ms","start":"2026-04-28T04:11:45.883317Z","end":"2026-04-28T04:11:46.66062Z","steps":["trace[150342174] 'process raft request' (duration: 776.967461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.660738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.883287Z","time spent":"777.391824ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:46.660723Z","caller":"traceutil/trace.go:171","msg":"trace[492645623] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"493.15564ms","start":"2026-04-28T04:11:46.167542Z","end":"2026-04-28T04:11:46.660698Z","steps":["trace[492645623] 'process raft request' (duration: 493.075088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.660796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861330716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:46.660864Z","caller":"traceutil/trace.go:171","msg":"trace[2091100734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25090; }","duration":"1.86145424s","start":"2026-04-28T04:11:44.799394Z","end":"2026-04-28T04:11:46.660848Z","steps":["trace[2091100734] 'agreement among raft nodes before linearized reading' (duration: 1.861347346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.660882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.167518Z","time spent":"493.292375ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:46.66091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.799376Z","time spent":"1.861523322s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:11:46.661008Z","caller":"traceutil/trace.go:171","msg":"trace[1099985246] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"776.32495ms","start":"2026-04-28T04:11:45.88467Z","end":"2026-04-28T04:11:46.660995Z","steps":["trace[1099985246] 'process raft request' (duration: 775.855236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.884653Z","time spent":"776.384203ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:46.661241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781854877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:11:46.66131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095777065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:46.66135Z","caller":"traceutil/trace.go:171","msg":"trace[313642042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25090; }","duration":"1.095846557s","start":"2026-04-28T04:11:45.565493Z","end":"2026-04-28T04:11:46.66134Z","steps":["trace[313642042] 'agreement among raft nodes before linearized reading' (duration: 1.095697693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.565473Z","time spent":"1.09590575s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:46.661538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.739049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:46.661576Z","caller":"traceutil/trace.go:171","msg":"trace[1069065466] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25090; }","duration":"353.819872ms","start":"2026-04-28T04:11:46.307749Z","end":"2026-04-28T04:11:46.661568Z","steps":["trace[1069065466] 'agreement among raft nodes before linearized reading' (duration: 353.751509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.307728Z","time spent":"353.866742ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:46.66132Z","caller":"traceutil/trace.go:171","msg":"trace[291108756] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25090; }","duration":"1.78197547s","start":"2026-04-28T04:11:44.879333Z","end":"2026-04-28T04:11:46.661309Z","steps":["trace[291108756] 'agreement among raft nodes before linearized reading' (duration: 1.781865437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503747216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:11:46.661722Z","caller":"traceutil/trace.go:171","msg":"trace[1426222261] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"270.386057ms","start":"2026-04-28T04:11:46.391326Z","end":"2026-04-28T04:11:46.661712Z","steps":["trace[1426222261] 'process raft request' (duration: 269.327504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.661715Z","caller":"traceutil/trace.go:171","msg":"trace[710616635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25090; }","duration":"1.503836159s","start":"2026-04-28T04:11:45.157862Z","end":"2026-04-28T04:11:46.661698Z","steps":["trace[710616635] 'agreement among raft nodes before linearized reading' (duration: 1.503696274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:44.879304Z","time spent":"1.782381663s","remote":"127.0.0.1:39072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:46.661743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095662532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:11:46.661788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.681781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T04:11:46.661843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.807185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:46.661889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.844971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:46.661886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505923485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:46.661931Z","caller":"traceutil/trace.go:171","msg":"trace[838068579] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25090; }","duration":"734.922864ms","start":"2026-04-28T04:11:45.926996Z","end":"2026-04-28T04:11:46.661919Z","steps":["trace[838068579] 'agreement among raft nodes before linearized reading' (duration: 734.854331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.661898Z","caller":"traceutil/trace.go:171","msg":"trace[1133333543] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25090; }","duration":"337.909839ms","start":"2026-04-28T04:11:46.323978Z","end":"2026-04-28T04:11:46.661888Z","steps":["trace[1133333543] 'agreement among raft nodes before linearized reading' (duration: 337.802505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.661946Z","caller":"traceutil/trace.go:171","msg":"trace[1139159351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25090; }","duration":"1.506000048s","start":"2026-04-28T04:11:45.155929Z","end":"2026-04-28T04:11:46.661929Z","steps":["trace[1139159351] 'agreement among raft nodes before linearized reading' (duration: 1.505869354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.661979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.323969Z","time spent":"338.000511ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:46.661992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.155914Z","time spent":"1.50606706s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:46.661764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.157843Z","time spent":"1.503910581s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:11:46.661914Z","caller":"traceutil/trace.go:171","msg":"trace[1924911122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25090; }","duration":"877.809215ms","start":"2026-04-28T04:11:45.784064Z","end":"2026-04-28T04:11:46.661873Z","steps":["trace[1924911122] 'agreement among raft nodes before linearized reading' (duration: 877.478815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.662097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.784049Z","time spent":"878.036162ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:11:46.661824Z","caller":"traceutil/trace.go:171","msg":"trace[1410142466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25090; }","duration":"1.095766135s","start":"2026-04-28T04:11:45.566037Z","end":"2026-04-28T04:11:46.661803Z","steps":["trace[1410142466] 'agreement among raft nodes before linearized reading' (duration: 1.095564569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.662225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.566028Z","time spent":"1.096173148s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:11:46.661976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.926943Z","time spent":"735.022436ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:46.661822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096756066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:11:46.662392Z","caller":"traceutil/trace.go:171","msg":"trace[1572925254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25090; }","duration":"1.097363285s","start":"2026-04-28T04:11:45.565017Z","end":"2026-04-28T04:11:46.662381Z","steps":["trace[1572925254] 'agreement among raft nodes before linearized reading' (duration: 1.096322002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.662432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:45.564998Z","time spent":"1.097421447s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:47.172371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:47.673266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:48.173535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:48.391652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721503132s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:11:48.391896Z","caller":"traceutil/trace.go:171","msg":"trace[1913040219] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.721851004s","start":"2026-04-28T04:11:46.670029Z","end":"2026-04-28T04:11:48.39188Z","steps":["trace[1913040219] 'process raft request' (duration: 1.721754291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.391987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.670015Z","time spent":"1.721923525s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:48.508637Z","caller":"traceutil/trace.go:171","msg":"trace[101435842] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.837952059s","start":"2026-04-28T04:11:46.670643Z","end":"2026-04-28T04:11:48.508596Z","steps":["trace[101435842] 'process raft request' (duration: 1.835493371s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.508747Z","caller":"traceutil/trace.go:171","msg":"trace[1514646178] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25913; }","duration":"1.836908556s","start":"2026-04-28T04:11:46.671824Z","end":"2026-04-28T04:11:48.508732Z","steps":["trace[1514646178] 'read index received' (duration: 1.720062707s)","trace[1514646178] 'applied index is now lower than readState.Index' (duration: 116.844769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:48.508802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.670635Z","time spent":"1.838078073s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:48.508883Z","caller":"traceutil/trace.go:171","msg":"trace[1705301029] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"1.210653203s","start":"2026-04-28T04:11:47.298209Z","end":"2026-04-28T04:11:48.508862Z","steps":["trace[1705301029] 'process raft request' (duration: 1.210477738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.508915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837062651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:48.508931Z","caller":"traceutil/trace.go:171","msg":"trace[713225389] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.836447711s","start":"2026-04-28T04:11:46.672472Z","end":"2026-04-28T04:11:48.50892Z","steps":["trace[713225389] 'process raft request' (duration: 1.836006057s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.508947Z","caller":"traceutil/trace.go:171","msg":"trace[748303819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25096; }","duration":"1.837130253s","start":"2026-04-28T04:11:46.671807Z","end":"2026-04-28T04:11:48.508937Z","steps":["trace[748303819] 'agreement among raft nodes before linearized reading' (duration: 1.837051251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.50898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.671801Z","time spent":"1.837171845s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:48.508981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.67246Z","time spent":"1.836493653s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:48.509014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:47.298186Z","time spent":"1.210753407s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:48.509113Z","caller":"traceutil/trace.go:171","msg":"trace[799508547] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.831446364s","start":"2026-04-28T04:11:46.677658Z","end":"2026-04-28T04:11:48.509104Z","steps":["trace[799508547] 'process raft request' (duration: 1.830978019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.509154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.677638Z","time spent":"1.831494045s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:48.509239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776534309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:48.509272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043391413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:48.509298Z","caller":"traceutil/trace.go:171","msg":"trace[1271514099] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25096; }","duration":"1.043454305s","start":"2026-04-28T04:11:47.465835Z","end":"2026-04-28T04:11:48.50929Z","steps":["trace[1271514099] 'agreement among raft nodes before linearized reading' (duration: 1.043411253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.509318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:47.465812Z","time spent":"1.043500216s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:48.509307Z","caller":"traceutil/trace.go:171","msg":"trace[554409844] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25096; }","duration":"1.776597001s","start":"2026-04-28T04:11:46.732687Z","end":"2026-04-28T04:11:48.509284Z","steps":["trace[554409844] 'agreement among raft nodes before linearized reading' (duration: 1.776481198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.509359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.732644Z","time spent":"1.776700745s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:11:48.5094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468103062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:48.509434Z","caller":"traceutil/trace.go:171","msg":"trace[536187692] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25096; }","duration":"1.468172044s","start":"2026-04-28T04:11:47.04125Z","end":"2026-04-28T04:11:48.509422Z","steps":["trace[536187692] 'agreement among raft nodes before linearized reading' (duration: 1.468099231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.509462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:47.041233Z","time spent":"1.468222196s","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:48.509486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.119889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:48.509515Z","caller":"traceutil/trace.go:171","msg":"trace[2045515277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25096; }","duration":"747.144759ms","start":"2026-04-28T04:11:47.762357Z","end":"2026-04-28T04:11:48.509502Z","steps":["trace[2045515277] 'agreement among raft nodes before linearized reading' (duration: 747.087837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.509536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:47.762299Z","time spent":"747.229802ms","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:48.509601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653601258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:48.509656Z","caller":"traceutil/trace.go:171","msg":"trace[546137943] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25096; }","duration":"1.653696492s","start":"2026-04-28T04:11:46.855942Z","end":"2026-04-28T04:11:48.509639Z","steps":["trace[546137943] 'agreement among raft nodes before linearized reading' (duration: 1.653608339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.5097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.855913Z","time spent":"1.653774274s","remote":"127.0.0.1:60358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:48.509813Z","caller":"traceutil/trace.go:171","msg":"trace[1895768649] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.837884247s","start":"2026-04-28T04:11:46.670686Z","end":"2026-04-28T04:11:48.50857Z","steps":["trace[1895768649] 'process raft request' (duration: 1.837732922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.511871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:46.670682Z","time spent":"1.841120549s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:49.28826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:49.789507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:50.163209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498725318s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:11:50.163727Z","caller":"traceutil/trace.go:171","msg":"trace[787784654] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"1.499345247s","start":"2026-04-28T04:11:48.664351Z","end":"2026-04-28T04:11:50.163697Z","steps":["trace[787784654] 'process raft request' (duration: 1.499163292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.163877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.664335Z","time spent":"1.499466011s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.796195Z","caller":"traceutil/trace.go:171","msg":"trace[1531775701] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"2.13131681s","start":"2026-04-28T04:11:48.664853Z","end":"2026-04-28T04:11:50.79617Z","steps":["trace[1531775701] 'process raft request' (duration: 2.131231097s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:50.796211Z","caller":"traceutil/trace.go:171","msg":"trace[1249204318] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.131427424s","start":"2026-04-28T04:11:48.66474Z","end":"2026-04-28T04:11:50.796167Z","steps":["trace[1249204318] 'process raft request' (duration: 2.131183996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.796336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.664827Z","time spent":"2.131438494s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.796413Z","caller":"traceutil/trace.go:171","msg":"trace[1369871965] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25918; }","duration":"2.008971657s","start":"2026-04-28T04:11:48.787424Z","end":"2026-04-28T04:11:50.796396Z","steps":["trace[1369871965] 'read index received' (duration: 1.376144307s)","trace[1369871965] 'applied index is now lower than readState.Index' (duration: 632.82654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:50.796452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.664711Z","time spent":"2.131593159s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.796507Z","caller":"traceutil/trace.go:171","msg":"trace[692368438] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.131541827s","start":"2026-04-28T04:11:48.664955Z","end":"2026-04-28T04:11:50.796497Z","steps":["trace[692368438] 'process raft request' (duration: 2.131169316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.796574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.66495Z","time spent":"2.131581549s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.79663Z","caller":"traceutil/trace.go:171","msg":"trace[1351027232] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"2.125545088s","start":"2026-04-28T04:11:48.671045Z","end":"2026-04-28T04:11:50.79659Z","steps":["trace[1351027232] 'process raft request' (duration: 2.12528462s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:50.79671Z","caller":"traceutil/trace.go:171","msg":"trace[500789994] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.126198249s","start":"2026-04-28T04:11:48.670504Z","end":"2026-04-28T04:11:50.796702Z","steps":["trace[500789994] 'process raft request' (duration: 2.125786136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.796708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009302278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:50.796753Z","caller":"traceutil/trace.go:171","msg":"trace[755208203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25104; }","duration":"2.00937635s","start":"2026-04-28T04:11:48.787363Z","end":"2026-04-28T04:11:50.796739Z","steps":["trace[755208203] 'agreement among raft nodes before linearized reading' (duration: 2.009313588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:50.796734Z","caller":"traceutil/trace.go:171","msg":"trace[939071826] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.131666102s","start":"2026-04-28T04:11:48.665024Z","end":"2026-04-28T04:11:50.79669Z","steps":["trace[939071826] 'process raft request' (duration: 2.131192137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.796765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.670496Z","time spent":"2.12624023s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:50.796786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.787349Z","time spent":"2.009428921s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:50.796795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.671031Z","time spent":"2.125679792s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:50.796895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.665005Z","time spent":"2.131804945s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.796663Z","caller":"traceutil/trace.go:171","msg":"trace[79334020] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.308697789s","start":"2026-04-28T04:11:49.487956Z","end":"2026-04-28T04:11:50.796654Z","steps":["trace[79334020] 'process raft request' (duration: 1.30840412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.796978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:49.487935Z","time spent":"1.309004708s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.754477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.664388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:51.75474Z","caller":"traceutil/trace.go:171","msg":"trace[979227415] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"681.742014ms","start":"2026-04-28T04:11:51.072946Z","end":"2026-04-28T04:11:51.754688Z","steps":["trace[979227415] 'process raft request' (duration: 681.639621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.754825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.072919Z","time spent":"681.864368ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:51.754801Z","caller":"traceutil/trace.go:171","msg":"trace[1206377388] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25926; }","duration":"958.312586ms","start":"2026-04-28T04:11:50.796452Z","end":"2026-04-28T04:11:51.754765Z","steps":["trace[1206377388] 'read index received' (duration: 412.214635ms)","trace[1206377388] 'applied index is now lower than readState.Index' (duration: 546.094731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:51.755113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361115206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T04:11:51.75517Z","caller":"traceutil/trace.go:171","msg":"trace[1212576776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25106; }","duration":"2.361232779s","start":"2026-04-28T04:11:49.393921Z","end":"2026-04-28T04:11:51.755153Z","steps":["trace[1212576776] 'agreement among raft nodes before linearized reading' (duration: 2.360952711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:49.393902Z","time spent":"2.361317933s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T04:11:51.755253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243287223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.75526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866146639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.755273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952781644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.755295Z","caller":"traceutil/trace.go:171","msg":"trace[658893642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25106; }","duration":"1.243367695s","start":"2026-04-28T04:11:50.511912Z","end":"2026-04-28T04:11:51.75528Z","steps":["trace[658893642] 'agreement among raft nodes before linearized reading' (duration: 1.243298823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532609258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:51.755329Z","caller":"traceutil/trace.go:171","msg":"trace[2094700341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25106; }","duration":"1.866264172s","start":"2026-04-28T04:11:49.889046Z","end":"2026-04-28T04:11:51.755311Z","steps":["trace[2094700341] 'agreement among raft nodes before linearized reading' (duration: 1.866152309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.511893Z","time spent":"1.243433858s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.755345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240542797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:51.755353Z","caller":"traceutil/trace.go:171","msg":"trace[626791521] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25106; }","duration":"1.532743452s","start":"2026-04-28T04:11:50.222589Z","end":"2026-04-28T04:11:51.755333Z","steps":["trace[626791521] 'agreement among raft nodes before linearized reading' (duration: 1.532575977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2406449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:11:51.755373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:49.889027Z","time spent":"1.866331655s","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.755359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242426666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:11:51.755431Z","caller":"traceutil/trace.go:171","msg":"trace[827608266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25106; }","duration":"1.240615439s","start":"2026-04-28T04:11:50.51476Z","end":"2026-04-28T04:11:51.755375Z","steps":["trace[827608266] 'agreement among raft nodes before linearized reading' (duration: 1.240400463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.222574Z","time spent":"1.532811925s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:51.755466Z","caller":"traceutil/trace.go:171","msg":"trace[53143241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25106; }","duration":"1.242565111s","start":"2026-04-28T04:11:50.512878Z","end":"2026-04-28T04:11:51.755443Z","steps":["trace[53143241] 'agreement among raft nodes before linearized reading' (duration: 1.242274901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35974067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:11:51.755494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.514751Z","time spent":"1.240707202s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:11:51.755495Z","caller":"traceutil/trace.go:171","msg":"trace[1369060006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25106; }","duration":"1.240758684s","start":"2026-04-28T04:11:50.514634Z","end":"2026-04-28T04:11:51.755392Z","steps":["trace[1369060006] 'agreement among raft nodes before linearized reading' (duration: 1.240548557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.51287Z","time spent":"1.242632362s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:51.755543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.514614Z","time spent":"1.240918988s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:11:51.755553Z","caller":"traceutil/trace.go:171","msg":"trace[1022594645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25106; }","duration":"1.359898315s","start":"2026-04-28T04:11:50.395635Z","end":"2026-04-28T04:11:51.755533Z","steps":["trace[1022594645] 'agreement among raft nodes before linearized reading' (duration: 1.359620617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.395622Z","time spent":"1.359967817s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:11:51.755619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306135591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-28T04:11:51.755674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240804144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.755672Z","caller":"traceutil/trace.go:171","msg":"trace[795775359] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25106; }","duration":"2.306212352s","start":"2026-04-28T04:11:49.449445Z","end":"2026-04-28T04:11:51.755657Z","steps":["trace[795775359] 'agreement among raft nodes before linearized reading' (duration: 2.306070478s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.755691Z","caller":"traceutil/trace.go:171","msg":"trace[101958747] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.241029282s","start":"2026-04-28T04:11:50.514645Z","end":"2026-04-28T04:11:51.755674Z","steps":["trace[101958747] 'process raft request' (duration: 694.059483ms)","trace[101958747] 'compare' (duration: 545.477812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:51.755695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241198357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:11:51.755706Z","caller":"traceutil/trace.go:171","msg":"trace[990039326] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25106; }","duration":"1.240877627s","start":"2026-04-28T04:11:50.514816Z","end":"2026-04-28T04:11:51.755693Z","steps":["trace[990039326] 'agreement among raft nodes before linearized reading' (duration: 1.240825006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:49.449329Z","time spent":"2.306373608s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T04:11:51.755729Z","caller":"traceutil/trace.go:171","msg":"trace[2067433716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25106; }","duration":"1.241248979s","start":"2026-04-28T04:11:50.514469Z","end":"2026-04-28T04:11:51.755718Z","steps":["trace[2067433716] 'agreement among raft nodes before linearized reading' (duration: 1.241148216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.5148Z","time spent":"1.240930959s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.755757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.514461Z","time spent":"1.24129052s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:11:51.755782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.514621Z","time spent":"1.241099214s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:51.75578Z","caller":"traceutil/trace.go:171","msg":"trace[1208006393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25106; }","duration":"1.952889548s","start":"2026-04-28T04:11:49.802429Z","end":"2026-04-28T04:11:51.755319Z","steps":["trace[1208006393] 'agreement among raft nodes before linearized reading' (duration: 1.952758003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.755847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:49.80241Z","time spent":"1.953420144s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:11:52.293825Z","caller":"traceutil/trace.go:171","msg":"trace[2131376291] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25928; }","duration":"536.298642ms","start":"2026-04-28T04:11:51.757485Z","end":"2026-04-28T04:11:52.293784Z","steps":["trace[2131376291] 'read index received' (duration: 496.848457ms)","trace[2131376291] 'applied index is now lower than readState.Index' (duration: 39.448265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:52.293945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.756549Z","time spent":"537.374137ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T04:11:52.294059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.54936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:52.29458Z","caller":"traceutil/trace.go:171","msg":"trace[1136371704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25106; }","duration":"537.058856ms","start":"2026-04-28T04:11:51.757481Z","end":"2026-04-28T04:11:52.294539Z","steps":["trace[1136371704] 'agreement among raft nodes before linearized reading' (duration: 536.472018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.29471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.757423Z","time spent":"537.241842ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:52.794453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:11:52.83195Z","caller":"traceutil/trace.go:171","msg":"trace[1523011636] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.072494212s","start":"2026-04-28T04:11:51.759392Z","end":"2026-04-28T04:11:52.831886Z","steps":["trace[1523011636] 'process raft request' (duration: 1.072186082s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:52.832018Z","caller":"traceutil/trace.go:171","msg":"trace[264763185] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.072383398s","start":"2026-04-28T04:11:51.759599Z","end":"2026-04-28T04:11:52.831982Z","steps":["trace[264763185] 'process raft request' (duration: 1.072194862s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:52.832028Z","caller":"traceutil/trace.go:171","msg":"trace[741765887] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.072437329s","start":"2026-04-28T04:11:51.759568Z","end":"2026-04-28T04:11:52.832006Z","steps":["trace[741765887] 'process raft request' (duration: 1.072301065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.832148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.759381Z","time spent":"1.072658577s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.832202Z","caller":"traceutil/trace.go:171","msg":"trace[588488806] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.071566892s","start":"2026-04-28T04:11:51.760595Z","end":"2026-04-28T04:11:52.832162Z","steps":["trace[588488806] 'process raft request' (duration: 1.071366536s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:52.832295Z","caller":"traceutil/trace.go:171","msg":"trace[941686865] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"663.296062ms","start":"2026-04-28T04:11:52.168969Z","end":"2026-04-28T04:11:52.832265Z","steps":["trace[941686865] 'process raft request' (duration: 663.24419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.832356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.760587Z","time spent":"1.071689686s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:52.832156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.759545Z","time spent":"1.072542163s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:52.832438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.168943Z","time spent":"663.423206ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.832444Z","caller":"traceutil/trace.go:171","msg":"trace[157561154] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.07149663s","start":"2026-04-28T04:11:51.760933Z","end":"2026-04-28T04:11:52.83243Z","steps":["trace[157561154] 'process raft request' (duration: 1.07118688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.832529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.760924Z","time spent":"1.071568892s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:52.832159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.759591Z","time spent":"1.072490901s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:53.825386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.093511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:53.825511Z","caller":"traceutil/trace.go:171","msg":"trace[131042039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25112; }","duration":"832.223995ms","start":"2026-04-28T04:11:52.993266Z","end":"2026-04-28T04:11:53.82549Z","steps":["trace[131042039] 'range keys from in-memory index tree' (duration: 832.078661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.826489Z","caller":"traceutil/trace.go:171","msg":"trace[679710237] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.530849692s","start":"2026-04-28T04:11:52.29558Z","end":"2026-04-28T04:11:53.82643Z","steps":["trace[679710237] 'process raft request' (duration: 1.50258011s)","trace[679710237] 'compare' (duration: 26.812616ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:53.826557Z","caller":"traceutil/trace.go:171","msg":"trace[1405474779] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.024482094s","start":"2026-04-28T04:11:52.802048Z","end":"2026-04-28T04:11:53.82653Z","steps":["trace[1405474779] 'process raft request' (duration: 1.023940057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.826673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.295551Z","time spent":"1.531032848s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:53.826602Z","caller":"traceutil/trace.go:171","msg":"trace[1637802202] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.024438803s","start":"2026-04-28T04:11:52.802141Z","end":"2026-04-28T04:11:53.826579Z","steps":["trace[1637802202] 'process raft request' (duration: 1.023942977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.826759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802023Z","time spent":"1.02464553s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:53.826839Z","caller":"traceutil/trace.go:171","msg":"trace[676961942] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.024427802s","start":"2026-04-28T04:11:52.802394Z","end":"2026-04-28T04:11:53.826822Z","steps":["trace[676961942] 'process raft request' (duration: 1.023781002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.826928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802374Z","time spent":"1.024499125s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:53.82674Z","caller":"traceutil/trace.go:171","msg":"trace[413566233] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.02434137s","start":"2026-04-28T04:11:52.802344Z","end":"2026-04-28T04:11:53.826686Z","steps":["trace[413566233] 'process raft request' (duration: 1.023793073s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.82713Z","caller":"traceutil/trace.go:171","msg":"trace[997622370] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.02463524s","start":"2026-04-28T04:11:52.802477Z","end":"2026-04-28T04:11:53.827112Z","steps":["trace[997622370] 'process raft request' (duration: 1.024204606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.827149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802331Z","time spent":"1.024722772s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:53.827223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802112Z","time spent":"1.02467589s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:53.827256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802459Z","time spent":"1.024732642s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:53.827275Z","caller":"traceutil/trace.go:171","msg":"trace[1166660078] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25929; }","duration":"1.53333378s","start":"2026-04-28T04:11:52.293923Z","end":"2026-04-28T04:11:53.827257Z","steps":["trace[1166660078] 'read index received' (duration: 537.728207ms)","trace[1166660078] 'applied index is now lower than readState.Index' (duration: 995.603963ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:53.827392Z","caller":"traceutil/trace.go:171","msg":"trace[1337817025] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.024391242s","start":"2026-04-28T04:11:52.802984Z","end":"2026-04-28T04:11:53.827376Z","steps":["trace[1337817025] 'process raft request' (duration: 1.024097743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.827504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.802961Z","time spent":"1.024503016s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:53.827512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033045697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:53.827542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068672843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6dd1da22-e329-4f5f-9769-dc316ebfe7ae\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-28T04:11:53.827583Z","caller":"traceutil/trace.go:171","msg":"trace[1504608968] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6dd1da22-e329-4f5f-9769-dc316ebfe7ae; range_end:; response_count:1; response_revision:25119; }","duration":"2.068716074s","start":"2026-04-28T04:11:51.758857Z","end":"2026-04-28T04:11:53.827574Z","steps":["trace[1504608968] 'agreement among raft nodes before linearized reading' (duration: 2.068536079s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.82758Z","caller":"traceutil/trace.go:171","msg":"trace[1397249217] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25119; }","duration":"2.033159671s","start":"2026-04-28T04:11:51.794381Z","end":"2026-04-28T04:11:53.827541Z","steps":["trace[1397249217] 'agreement among raft nodes before linearized reading' (duration: 2.033007226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.827618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.758833Z","time spent":"2.068776055s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-6dd1da22-e329-4f5f-9769-dc316ebfe7ae\" "} {"level":"warn","ts":"2026-04-28T04:11:53.82765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.794371Z","time spent":"2.033265314s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:53.88446Z","caller":"traceutil/trace.go:171","msg":"trace[1684979983] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"122.367954ms","start":"2026-04-28T04:11:53.762048Z","end":"2026-04-28T04:11:53.884416Z","steps":["trace[1684979983] 'process raft request' (duration: 122.23394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.884498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.314112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:53.884564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.303159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:53.884573Z","caller":"traceutil/trace.go:171","msg":"trace[2142753685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25120; }","duration":"523.440426ms","start":"2026-04-28T04:11:53.361114Z","end":"2026-04-28T04:11:53.884555Z","steps":["trace[2142753685] 'agreement among raft nodes before linearized reading' (duration: 523.290142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.884612Z","caller":"traceutil/trace.go:171","msg":"trace[1911544491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25120; }","duration":"801.375372ms","start":"2026-04-28T04:11:53.083226Z","end":"2026-04-28T04:11:53.884601Z","steps":["trace[1911544491] 'agreement among raft nodes before linearized reading' (duration: 801.3108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.884616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.361092Z","time spent":"523.516249ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:53.884644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.083209Z","time spent":"801.428503ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:53.884727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582055829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:53.884802Z","caller":"traceutil/trace.go:171","msg":"trace[834859215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25120; }","duration":"1.582175883s","start":"2026-04-28T04:11:52.302608Z","end":"2026-04-28T04:11:53.884784Z","steps":["trace[834859215] 'agreement among raft nodes before linearized reading' (duration: 1.582046128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.884854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.302579Z","time spent":"1.582262925s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:53.884984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.363476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T04:11:53.885014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007374365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:53.885022Z","caller":"traceutil/trace.go:171","msg":"trace[1371641820] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25120; }","duration":"238.435439ms","start":"2026-04-28T04:11:53.646576Z","end":"2026-04-28T04:11:53.885012Z","steps":["trace[1371641820] 'agreement among raft nodes before linearized reading' (duration: 238.285834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.885082Z","caller":"traceutil/trace.go:171","msg":"trace[1782310488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25120; }","duration":"1.007479018s","start":"2026-04-28T04:11:52.877587Z","end":"2026-04-28T04:11:53.885066Z","steps":["trace[1782310488] 'agreement among raft nodes before linearized reading' (duration: 1.007364665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.885137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:52.877568Z","time spent":"1.007554331s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:53.884506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.666118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:11:53.885264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.978821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:11:53.885286Z","caller":"traceutil/trace.go:171","msg":"trace[2084216518] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25120; }","duration":"775.464374ms","start":"2026-04-28T04:11:53.109799Z","end":"2026-04-28T04:11:53.885264Z","steps":["trace[2084216518] 'agreement among raft nodes before linearized reading' (duration: 774.622057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.885372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.109789Z","time spent":"775.563917ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:53.885322Z","caller":"traceutil/trace.go:171","msg":"trace[1369995793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25120; }","duration":"332.073704ms","start":"2026-04-28T04:11:53.553239Z","end":"2026-04-28T04:11:53.885312Z","steps":["trace[1369995793] 'agreement among raft nodes before linearized reading' (duration: 331.957911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:53.88546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.553214Z","time spent":"332.23714ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:11:55.052098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.30531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:55.05354Z","caller":"traceutil/trace.go:171","msg":"trace[1909659042] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.160554192s","start":"2026-04-28T04:11:53.892955Z","end":"2026-04-28T04:11:55.053509Z","steps":["trace[1909659042] 'process raft request' (duration: 547.738684ms)","trace[1909659042] 'compare' (duration: 610.951569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:55.053613Z","caller":"traceutil/trace.go:171","msg":"trace[61151225] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"1.100507346s","start":"2026-04-28T04:11:53.953076Z","end":"2026-04-28T04:11:55.053583Z","steps":["trace[61151225] 'read index received' (duration: 487.640417ms)","trace[61151225] 'applied index is now lower than readState.Index' (duration: 612.863299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:55.053653Z","caller":"traceutil/trace.go:171","msg":"trace[1112370359] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"888.335777ms","start":"2026-04-28T04:11:54.165295Z","end":"2026-04-28T04:11:55.053631Z","steps":["trace[1112370359] 'process raft request' (duration: 886.984384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.053679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.89294Z","time spent":"1.160666715s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:55.053786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100706122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:55.053768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.165272Z","time spent":"888.44145ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:55.053824Z","caller":"traceutil/trace.go:171","msg":"trace[834264021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25122; }","duration":"1.100749184s","start":"2026-04-28T04:11:53.953065Z","end":"2026-04-28T04:11:55.053814Z","steps":["trace[834264021] 'agreement among raft nodes before linearized reading' (duration: 1.10064413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.053877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:53.953024Z","time spent":"1.100840276s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:11:55.054601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.058494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:55.054666Z","caller":"traceutil/trace.go:171","msg":"trace[1269035785] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25123; }","duration":"974.169297ms","start":"2026-04-28T04:11:54.080483Z","end":"2026-04-28T04:11:55.054653Z","steps":["trace[1269035785] 'agreement among raft nodes before linearized reading' (duration: 974.052303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.0547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.080464Z","time spent":"974.229158ms","remote":"127.0.0.1:59662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:55.054911Z","caller":"traceutil/trace.go:171","msg":"trace[1170228126] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"216.305149ms","start":"2026-04-28T04:11:54.838598Z","end":"2026-04-28T04:11:55.054903Z","steps":["trace[1170228126] 'process raft request' (duration: 215.843954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.335691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:55.055042Z","caller":"traceutil/trace.go:171","msg":"trace[243901277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25123; }","duration":"166.389823ms","start":"2026-04-28T04:11:54.888645Z","end":"2026-04-28T04:11:55.055035Z","steps":["trace[243901277] 'agreement among raft nodes before linearized reading' (duration: 166.350052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.171739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:55.055174Z","caller":"traceutil/trace.go:171","msg":"trace[1562057581] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25123; }","duration":"822.222939ms","start":"2026-04-28T04:11:54.232944Z","end":"2026-04-28T04:11:55.055167Z","steps":["trace[1562057581] 'agreement among raft nodes before linearized reading' (duration: 822.186338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.232929Z","time spent":"822.266891ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.055285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.002169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-28T04:11:55.055308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.386864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:55.055326Z","caller":"traceutil/trace.go:171","msg":"trace[321220575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25123; }","duration":"711.081911ms","start":"2026-04-28T04:11:54.344234Z","end":"2026-04-28T04:11:55.055316Z","steps":["trace[321220575] 'agreement among raft nodes before linearized reading' (duration: 710.883695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:55.055328Z","caller":"traceutil/trace.go:171","msg":"trace[1665706297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25123; }","duration":"866.444676ms","start":"2026-04-28T04:11:54.188877Z","end":"2026-04-28T04:11:55.055322Z","steps":["trace[1665706297] 'agreement among raft nodes before linearized reading' (duration: 866.413435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.344217Z","time spent":"711.131742ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-28T04:11:55.05539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.596248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:55.055433Z","caller":"traceutil/trace.go:171","msg":"trace[1584209717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25123; }","duration":"928.659201ms","start":"2026-04-28T04:11:54.126768Z","end":"2026-04-28T04:11:55.055427Z","steps":["trace[1584209717] 'agreement among raft nodes before linearized reading' (duration: 928.606009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.126759Z","time spent":"928.691661ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.055564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.116282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:55.055589Z","caller":"traceutil/trace.go:171","msg":"trace[528903204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25123; }","duration":"940.141572ms","start":"2026-04-28T04:11:54.115442Z","end":"2026-04-28T04:11:55.055583Z","steps":["trace[528903204] 'agreement among raft nodes before linearized reading' (duration: 940.104361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.115375Z","time spent":"940.228355ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.055617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.908709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:11:55.055641Z","caller":"traceutil/trace.go:171","msg":"trace[1835501816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25123; }","duration":"217.941651ms","start":"2026-04-28T04:11:54.837692Z","end":"2026-04-28T04:11:55.055633Z","steps":["trace[1835501816] 'agreement among raft nodes before linearized reading' (duration: 217.886199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.407636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:11:55.055816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.657619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:11:55.05582Z","caller":"traceutil/trace.go:171","msg":"trace[874896145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25123; }","duration":"218.434767ms","start":"2026-04-28T04:11:54.837379Z","end":"2026-04-28T04:11:55.055813Z","steps":["trace[874896145] 'agreement among raft nodes before linearized reading' (duration: 218.361414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:55.055835Z","caller":"traceutil/trace.go:171","msg":"trace[930732857] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25123; }","duration":"940.70113ms","start":"2026-04-28T04:11:54.115129Z","end":"2026-04-28T04:11:55.05583Z","steps":["trace[930732857] 'agreement among raft nodes before linearized reading' (duration: 940.563366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.115115Z","time spent":"940.738761ms","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.055939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.619662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:55.055967Z","caller":"traceutil/trace.go:171","msg":"trace[354374027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25123; }","duration":"218.725775ms","start":"2026-04-28T04:11:54.837233Z","end":"2026-04-28T04:11:55.055958Z","steps":["trace[354374027] 'agreement among raft nodes before linearized reading' (duration: 218.661303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.751695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:55.056009Z","caller":"traceutil/trace.go:171","msg":"trace[1044016038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25123; }","duration":"218.196469ms","start":"2026-04-28T04:11:54.837804Z","end":"2026-04-28T04:11:55.056001Z","steps":["trace[1044016038] 'agreement among raft nodes before linearized reading' (duration: 217.706343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.056102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.910642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:11:55.056128Z","caller":"traceutil/trace.go:171","msg":"trace[1544565760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25123; }","duration":"218.963533ms","start":"2026-04-28T04:11:54.837158Z","end":"2026-04-28T04:11:55.056121Z","steps":["trace[1544565760] 'agreement among raft nodes before linearized reading' (duration: 218.900051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.056256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.02131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:55.056284Z","caller":"traceutil/trace.go:171","msg":"trace[1085069242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25123; }","duration":"254.078352ms","start":"2026-04-28T04:11:54.802198Z","end":"2026-04-28T04:11:55.056276Z","steps":["trace[1085069242] 'agreement among raft nodes before linearized reading' (duration: 254.031561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.055362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.188861Z","time spent":"866.495637ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.056396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.862661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:55.056641Z","caller":"traceutil/trace.go:171","msg":"trace[1694505071] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25123; }","duration":"480.14168ms","start":"2026-04-28T04:11:54.57649Z","end":"2026-04-28T04:11:55.056632Z","steps":["trace[1694505071] 'agreement among raft nodes before linearized reading' (duration: 479.880551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.056646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.882771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:55.056719Z","caller":"traceutil/trace.go:171","msg":"trace[1830166017] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25123; }","duration":"550.001245ms","start":"2026-04-28T04:11:54.506697Z","end":"2026-04-28T04:11:55.056698Z","steps":["trace[1830166017] 'agreement among raft nodes before linearized reading' (duration: 549.886871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:55.056797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.506673Z","time spent":"550.110278ms","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:11:55.056671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:54.576472Z","time spent":"480.191971ms","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:55.563474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:56.06465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:56.113024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05187887s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:11:56.128122Z","caller":"traceutil/trace.go:171","msg":"trace[1327149135] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.067057129s","start":"2026-04-28T04:11:55.061035Z","end":"2026-04-28T04:11:56.128093Z","steps":["trace[1327149135] 'process raft request' (duration: 1.052155679s)","trace[1327149135] 'compare' (duration: 14.173217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:56.128257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.061019Z","time spent":"1.067161903s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:57.129466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015017146s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:11:57.230172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.241365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:57.230886Z","caller":"traceutil/trace.go:171","msg":"trace[766139671] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"2.169706982s","start":"2026-04-28T04:11:55.061129Z","end":"2026-04-28T04:11:57.230836Z","steps":["trace[766139671] 'process raft request' (duration: 2.068503956s)","trace[766139671] 'compare' (duration: 99.773221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:57.230943Z","caller":"traceutil/trace.go:171","msg":"trace[499190517] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"2.169674521s","start":"2026-04-28T04:11:55.061237Z","end":"2026-04-28T04:11:57.230912Z","steps":["trace[499190517] 'process raft request' (duration: 2.169044031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:57.231103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.06123Z","time spent":"2.169793985s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:57.231189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.061119Z","time spent":"2.170007882s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:57.23133Z","caller":"traceutil/trace.go:171","msg":"trace[457448015] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"2.170037393s","start":"2026-04-28T04:11:55.06128Z","end":"2026-04-28T04:11:57.231318Z","steps":["trace[457448015] 'process raft request' (duration: 2.169100293s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:57.23137Z","caller":"traceutil/trace.go:171","msg":"trace[551245824] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"2.168270046s","start":"2026-04-28T04:11:55.06306Z","end":"2026-04-28T04:11:57.23133Z","steps":["trace[551245824] 'process raft request' (duration: 2.167370258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:57.231444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.061275Z","time spent":"2.170086494s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:57.231589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.063055Z","time spent":"2.168435492s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:57.918309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.795315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T04:11:57.920431Z","caller":"traceutil/trace.go:171","msg":"trace[827700155] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"2.118191065s","start":"2026-04-28T04:11:55.802217Z","end":"2026-04-28T04:11:57.920408Z","steps":["trace[827700155] 'process raft request' (duration: 2.116198612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:57.920569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.802194Z","time spent":"2.118304209s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:58.802522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T04:11:58.802609Z","caller":"traceutil/trace.go:171","msg":"trace[1917087338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288124s","start":"2026-04-28T04:11:56.802301Z","end":"2026-04-28T04:11:58.80259Z","steps":["trace[1917087338] 'agreement among raft nodes before linearized reading' (duration: 2.00016061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.802657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:56.802281Z","time spent":"2.000365417s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:58.964586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043921019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:58.965193Z","caller":"traceutil/trace.go:171","msg":"trace[1684995279] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"3.133588054s","start":"2026-04-28T04:11:55.831444Z","end":"2026-04-28T04:11:58.965032Z","steps":["trace[1684995279] 'process raft request' (duration: 2.088950132s)","trace[1684995279] 'compare' (duration: 1.043732133s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:58.965352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.8314Z","time spent":"3.133875393s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:58.965557Z","caller":"traceutil/trace.go:171","msg":"trace[728157133] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"3.13407595s","start":"2026-04-28T04:11:55.831468Z","end":"2026-04-28T04:11:58.965544Z","steps":["trace[728157133] 'process raft request' (duration: 3.133346767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.965619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.831453Z","time spent":"3.134135131s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:58.965653Z","caller":"traceutil/trace.go:171","msg":"trace[1197277547] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25946; }","duration":"3.902994767s","start":"2026-04-28T04:11:55.062638Z","end":"2026-04-28T04:11:58.965633Z","steps":["trace[1197277547] 'read index received' (duration: 1.050713824s)","trace[1197277547] 'applied index is now lower than readState.Index' (duration: 2.852279893s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:58.965709Z","caller":"traceutil/trace.go:171","msg":"trace[176684889] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"3.072757334s","start":"2026-04-28T04:11:55.892939Z","end":"2026-04-28T04:11:58.965697Z","steps":["trace[176684889] 'process raft request' (duration: 3.072612199s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.96569Z","caller":"traceutil/trace.go:171","msg":"trace[1797252538] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"3.130148275s","start":"2026-04-28T04:11:55.835511Z","end":"2026-04-28T04:11:58.965659Z","steps":["trace[1797252538] 'process raft request' (duration: 3.129855706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.965759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.892851Z","time spent":"3.072884158s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:58.965731Z","caller":"traceutil/trace.go:171","msg":"trace[830664522] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"3.126869123s","start":"2026-04-28T04:11:55.838826Z","end":"2026-04-28T04:11:58.965696Z","steps":["trace[830664522] 'process raft request' (duration: 3.126685077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.965824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.835494Z","time spent":"3.130258719s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:58.965837Z","caller":"traceutil/trace.go:171","msg":"trace[1812813205] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.0904334s","start":"2026-04-28T04:11:56.875387Z","end":"2026-04-28T04:11:58.965821Z","steps":["trace[1812813205] 'process raft request' (duration: 2.090209303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.965941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:56.875365Z","time spent":"2.090512983s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:58.965952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.838822Z","time spent":"3.126997346s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:58.965958Z","caller":"traceutil/trace.go:171","msg":"trace[397240136] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"3.128496413s","start":"2026-04-28T04:11:55.83744Z","end":"2026-04-28T04:11:58.965937Z","steps":["trace[397240136] 'process raft request' (duration: 3.128026518s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.966052Z","caller":"traceutil/trace.go:171","msg":"trace[1576917301] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"1.90485146s","start":"2026-04-28T04:11:57.061189Z","end":"2026-04-28T04:11:58.966041Z","steps":["trace[1576917301] 'process raft request' (duration: 1.904555511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.96605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.837437Z","time spent":"3.128568366s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:58.966112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:57.061163Z","time spent":"1.904920583s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:58.966128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900629372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6aad710c-eb22-4d5e-9376-3bf3057afffd\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-28T04:11:58.966167Z","caller":"traceutil/trace.go:171","msg":"trace[1543937270] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6aad710c-eb22-4d5e-9376-3bf3057afffd; range_end:; response_count:1; response_revision:25138; }","duration":"3.900685953s","start":"2026-04-28T04:11:55.065471Z","end":"2026-04-28T04:11:58.966157Z","steps":["trace[1543937270] 'agreement among raft nodes before linearized reading' (duration: 3.900568689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.065466Z","time spent":"3.900730864s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6aad710c-eb22-4d5e-9376-3bf3057afffd\" "} {"level":"warn","ts":"2026-04-28T04:11:58.966203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052113898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:58.966222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307630969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:58.966241Z","caller":"traceutil/trace.go:171","msg":"trace[1177792822] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25138; }","duration":"1.05218847s","start":"2026-04-28T04:11:57.914039Z","end":"2026-04-28T04:11:58.966228Z","steps":["trace[1177792822] 'agreement among raft nodes before linearized reading' (duration: 1.052130809s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.966256Z","caller":"traceutil/trace.go:171","msg":"trace[1210658371] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25138; }","duration":"3.307701941s","start":"2026-04-28T04:11:55.658543Z","end":"2026-04-28T04:11:58.966245Z","steps":["trace[1210658371] 'agreement among raft nodes before linearized reading' (duration: 3.307637519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:57.914019Z","time spent":"1.052254443s","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53445197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:58.966297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069012474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:58.966328Z","caller":"traceutil/trace.go:171","msg":"trace[2031557391] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25138; }","duration":"3.534518352s","start":"2026-04-28T04:11:55.431796Z","end":"2026-04-28T04:11:58.966315Z","steps":["trace[2031557391] 'agreement among raft nodes before linearized reading' (duration: 3.534468801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.96633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104921357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:58.966355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898215345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:58.966368Z","caller":"traceutil/trace.go:171","msg":"trace[2117378422] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25138; }","duration":"2.10499719s","start":"2026-04-28T04:11:56.861363Z","end":"2026-04-28T04:11:58.96636Z","steps":["trace[2117378422] 'agreement among raft nodes before linearized reading' (duration: 2.104943028s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.966333Z","caller":"traceutil/trace.go:171","msg":"trace[481001178] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25138; }","duration":"2.069071665s","start":"2026-04-28T04:11:56.897251Z","end":"2026-04-28T04:11:58.966323Z","steps":["trace[481001178] 'agreement among raft nodes before linearized reading' (duration: 2.068991143s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.966385Z","caller":"traceutil/trace.go:171","msg":"trace[1423521266] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25138; }","duration":"3.898255707s","start":"2026-04-28T04:11:55.06812Z","end":"2026-04-28T04:11:58.966376Z","steps":["trace[1423521266] 'agreement among raft nodes before linearized reading' (duration: 3.898206555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889458105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:58.966401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:56.861342Z","time spent":"2.105051452s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:56.897241Z","time spent":"2.069156389s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.068115Z","time spent":"3.898289398s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T04:11:58.966422Z","caller":"traceutil/trace.go:171","msg":"trace[1318801558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25138; }","duration":"1.889518887s","start":"2026-04-28T04:11:57.076893Z","end":"2026-04-28T04:11:58.966412Z","steps":["trace[1318801558] 'agreement among raft nodes before linearized reading' (duration: 1.889464535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:57.076881Z","time spent":"1.889567958s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.710008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:58.966499Z","caller":"traceutil/trace.go:171","msg":"trace[1683551514] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25138; }","duration":"143.742159ms","start":"2026-04-28T04:11:58.822749Z","end":"2026-04-28T04:11:58.966491Z","steps":["trace[1683551514] 'agreement among raft nodes before linearized reading' (duration: 143.691797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.431777Z","time spent":"3.534585955s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650710311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:58.966829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.087809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:58.966866Z","caller":"traceutil/trace.go:171","msg":"trace[833849380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"538.158371ms","start":"2026-04-28T04:11:58.428699Z","end":"2026-04-28T04:11:58.966857Z","steps":["trace[833849380] 'agreement among raft nodes before linearized reading' (duration: 538.11044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.428677Z","time spent":"538.214813ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:58.966903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.938537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T04:11:58.966924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.702603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:58.966952Z","caller":"traceutil/trace.go:171","msg":"trace[23091491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25138; }","duration":"400.0167ms","start":"2026-04-28T04:11:58.566916Z","end":"2026-04-28T04:11:58.966932Z","steps":["trace[23091491] 'agreement among raft nodes before linearized reading' (duration: 399.880555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.966959Z","caller":"traceutil/trace.go:171","msg":"trace[930648672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25138; }","duration":"834.773416ms","start":"2026-04-28T04:11:58.132177Z","end":"2026-04-28T04:11:58.966951Z","steps":["trace[930648672] 'agreement among raft nodes before linearized reading' (duration: 834.673723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.967007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.132157Z","time spent":"834.841898ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:58.96706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.940326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:58.967096Z","caller":"traceutil/trace.go:171","msg":"trace[213651580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25138; }","duration":"164.016619ms","start":"2026-04-28T04:11:58.803071Z","end":"2026-04-28T04:11:58.967087Z","steps":["trace[213651580] 'agreement among raft nodes before linearized reading' (duration: 163.955887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.966287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.658523Z","time spent":"3.307756703s","remote":"127.0.0.1:59652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.966789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.863514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:58.966827Z","caller":"traceutil/trace.go:171","msg":"trace[427804397] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25138; }","duration":"3.65130634s","start":"2026-04-28T04:11:55.315506Z","end":"2026-04-28T04:11:58.966813Z","steps":["trace[427804397] 'agreement among raft nodes before linearized reading' (duration: 3.65068487s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:58.967169Z","caller":"traceutil/trace.go:171","msg":"trace[90961921] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25138; }","duration":"584.268347ms","start":"2026-04-28T04:11:58.382891Z","end":"2026-04-28T04:11:58.967159Z","steps":["trace[90961921] 'agreement among raft nodes before linearized reading' (duration: 583.801892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.967005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.566895Z","time spent":"400.101643ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:11:58.967203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.315457Z","time spent":"3.651725454s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:58.967203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.382878Z","time spent":"584.315398ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:58.967782Z","caller":"traceutil/trace.go:171","msg":"trace[401034256] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"3.129081512s","start":"2026-04-28T04:11:55.836738Z","end":"2026-04-28T04:11:58.965819Z","steps":["trace[401034256] 'process raft request' (duration: 3.12868249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.967886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.836732Z","time spent":"3.131102076s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:58.969431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906779686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:11:58.969494Z","caller":"traceutil/trace.go:171","msg":"trace[12019994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25137; }","duration":"3.906855538s","start":"2026-04-28T04:11:55.062624Z","end":"2026-04-28T04:11:58.969479Z","steps":["trace[12019994] 'agreement among raft nodes before linearized reading' (duration: 3.90313164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:58.969527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:55.062619Z","time spent":"3.906900439s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:11:59.611587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.110897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:59.611718Z","caller":"traceutil/trace.go:171","msg":"trace[2136813977] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"639.893273ms","start":"2026-04-28T04:11:58.971791Z","end":"2026-04-28T04:11:59.611684Z","steps":["trace[2136813977] 'process raft request' (duration: 109.58777ms)","trace[2136813977] 'compare' (duration: 529.495957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:59.611783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.971776Z","time spent":"639.974685ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:00.366592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.544559ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-04-28T04:12:00.367036Z","caller":"traceutil/trace.go:171","msg":"trace[564897409] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25962; }","duration":"1.394124845s","start":"2026-04-28T04:11:58.972893Z","end":"2026-04-28T04:12:00.367018Z","steps":["trace[564897409] 'read index received' (duration: 108.771064ms)","trace[564897409] 'applied index is now lower than readState.Index' (duration: 1.285350971s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:00.367096Z","caller":"traceutil/trace.go:171","msg":"trace[994651328] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.393842056s","start":"2026-04-28T04:11:58.973219Z","end":"2026-04-28T04:12:00.367061Z","steps":["trace[994651328] 'process raft request' (duration: 1.393575088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.36702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.972763Z","time spent":"1.394250569s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T04:12:00.367166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394238938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:00.367258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.973194Z","time spent":"1.393975721s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:00.367316Z","caller":"traceutil/trace.go:171","msg":"trace[947651665] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25140; }","duration":"1.394409214s","start":"2026-04-28T04:11:58.972879Z","end":"2026-04-28T04:12:00.367288Z","steps":["trace[947651665] 'agreement among raft nodes before linearized reading' (duration: 1.394196708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126057101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T04:12:00.367574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143642556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:00.367602Z","caller":"traceutil/trace.go:171","msg":"trace[397386607] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25140; }","duration":"1.126135754s","start":"2026-04-28T04:11:59.241448Z","end":"2026-04-28T04:12:00.367584Z","steps":["trace[397386607] 'agreement among raft nodes before linearized reading' (duration: 1.125864615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.241378Z","time spent":"1.126250518s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:00.367622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13170614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:12:00.367657Z","caller":"traceutil/trace.go:171","msg":"trace[1714670105] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25140; }","duration":"1.14375626s","start":"2026-04-28T04:11:59.223864Z","end":"2026-04-28T04:12:00.36762Z","steps":["trace[1714670105] 'agreement among raft nodes before linearized reading' (duration: 1.143566234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.223843Z","time spent":"1.143846503s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:00.367706Z","caller":"traceutil/trace.go:171","msg":"trace[508463254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.131820984s","start":"2026-04-28T04:11:59.235862Z","end":"2026-04-28T04:12:00.367683Z","steps":["trace[508463254] 'agreement among raft nodes before linearized reading' (duration: 1.131485703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.729718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:00.367765Z","caller":"traceutil/trace.go:171","msg":"trace[782661564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25140; }","duration":"379.827151ms","start":"2026-04-28T04:11:59.987924Z","end":"2026-04-28T04:12:00.367751Z","steps":["trace[782661564] 'agreement among raft nodes before linearized reading' (duration: 379.699687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.23585Z","time spent":"1.131904986s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:00.3678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.987896Z","time spent":"379.894153ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:00.367863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.759685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T04:12:00.367883Z","caller":"traceutil/trace.go:171","msg":"trace[1337186124] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25140; }","duration":"917.834857ms","start":"2026-04-28T04:11:59.450042Z","end":"2026-04-28T04:12:00.367876Z","steps":["trace[1337186124] 'agreement among raft nodes before linearized reading' (duration: 917.740794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.367898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.450016Z","time spent":"917.878248ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T04:12:00.367986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29322448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-28T04:12:00.36801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13265342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:12:00.368041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132046131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:12:00.368048Z","caller":"traceutil/trace.go:171","msg":"trace[2044322420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25140; }","duration":"1.132716802s","start":"2026-04-28T04:11:59.235319Z","end":"2026-04-28T04:12:00.368036Z","steps":["trace[2044322420] 'agreement among raft nodes before linearized reading' (duration: 1.132596198s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:00.368048Z","caller":"traceutil/trace.go:171","msg":"trace[1142830394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25140; }","duration":"1.293324053s","start":"2026-04-28T04:11:59.074705Z","end":"2026-04-28T04:12:00.368029Z","steps":["trace[1142830394] 'agreement among raft nodes before linearized reading' (duration: 1.293116766s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:00.368072Z","caller":"traceutil/trace.go:171","msg":"trace[1210704042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.132137164s","start":"2026-04-28T04:11:59.235925Z","end":"2026-04-28T04:12:00.368062Z","steps":["trace[1210704042] 'agreement among raft nodes before linearized reading' (duration: 1.132046201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.368089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.235295Z","time spent":"1.132785314s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:00.3681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.235894Z","time spent":"1.132200296s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:00.368096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.074685Z","time spent":"1.293400764s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T04:12:00.368167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132271488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:12:00.367394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.972872Z","time spent":"1.394499947s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T04:12:00.368189Z","caller":"traceutil/trace.go:171","msg":"trace[899492289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25140; }","duration":"1.132292338s","start":"2026-04-28T04:11:59.23589Z","end":"2026-04-28T04:12:00.368182Z","steps":["trace[899492289] 'agreement among raft nodes before linearized reading' (duration: 1.132221106s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.368206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.235868Z","time spent":"1.13233451s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:00.370477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390599523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-28T04:12:00.370471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.537657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:00.370573Z","caller":"traceutil/trace.go:171","msg":"trace[1012119271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25140; }","duration":"567.742804ms","start":"2026-04-28T04:11:59.802812Z","end":"2026-04-28T04:12:00.370555Z","steps":["trace[1012119271] 'agreement among raft nodes before linearized reading' (duration: 564.885224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.370706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:59.802787Z","time spent":"567.858788ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:00.370588Z","caller":"traceutil/trace.go:171","msg":"trace[2104778978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25140; }","duration":"1.390705727s","start":"2026-04-28T04:11:58.979836Z","end":"2026-04-28T04:12:00.370542Z","steps":["trace[2104778978] 'agreement among raft nodes before linearized reading' (duration: 1.387448864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.370856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:58.979827Z","time spent":"1.391014707s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T04:12:00.948964Z","caller":"traceutil/trace.go:171","msg":"trace[479701564] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25965; }","duration":"577.147072ms","start":"2026-04-28T04:12:00.371795Z","end":"2026-04-28T04:12:00.948942Z","steps":["trace[479701564] 'read index received' (duration: 142.005693ms)","trace[479701564] 'applied index is now lower than readState.Index' (duration: 435.140609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:00.949079Z","caller":"traceutil/trace.go:171","msg":"trace[94359929] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"579.069283ms","start":"2026-04-28T04:12:00.369998Z","end":"2026-04-28T04:12:00.949067Z","steps":["trace[94359929] 'process raft request' (duration: 525.960866ms)","trace[94359929] 'compare' (duration: 52.544149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:00.949187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.369972Z","time spent":"579.134795ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:00.949286Z","caller":"traceutil/trace.go:171","msg":"trace[812173388] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"576.342847ms","start":"2026-04-28T04:12:00.372915Z","end":"2026-04-28T04:12:00.949258Z","steps":["trace[812173388] 'process raft request' (duration: 575.916583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:00.949345Z","caller":"traceutil/trace.go:171","msg":"trace[1834570163] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"576.679917ms","start":"2026-04-28T04:12:00.37263Z","end":"2026-04-28T04:12:00.94931Z","steps":["trace[1834570163] 'process raft request' (duration: 576.114469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.949413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.372898Z","time spent":"576.44095ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:00.949369Z","caller":"traceutil/trace.go:171","msg":"trace[67360625] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"575.550162ms","start":"2026-04-28T04:12:00.373781Z","end":"2026-04-28T04:12:00.949331Z","steps":["trace[67360625] 'process raft request' (duration: 575.125649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.949499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.372621Z","time spent":"576.795341ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:00.949564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.759222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b76ab0ad-ea8d-4c14-9502-8a7b2b858d07\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-28T04:12:00.94956Z","caller":"traceutil/trace.go:171","msg":"trace[984778649] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"575.914633ms","start":"2026-04-28T04:12:00.373608Z","end":"2026-04-28T04:12:00.949522Z","steps":["trace[984778649] 'process raft request' (duration: 575.262222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:00.949612Z","caller":"traceutil/trace.go:171","msg":"trace[1809355624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b76ab0ad-ea8d-4c14-9502-8a7b2b858d07; range_end:; response_count:1; response_revision:25145; }","duration":"577.847794ms","start":"2026-04-28T04:12:00.37175Z","end":"2026-04-28T04:12:00.949598Z","steps":["trace[1809355624] 'agreement among raft nodes before linearized reading' (duration: 577.621307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.949611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.373774Z","time spent":"575.755438ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:00.949654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.371731Z","time spent":"577.914846ms","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-b76ab0ad-ea8d-4c14-9502-8a7b2b858d07\" "} {"level":"warn","ts":"2026-04-28T04:12:00.94974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.373592Z","time spent":"576.041127ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:01.354927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.714892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:01.355046Z","caller":"traceutil/trace.go:171","msg":"trace[1898532250] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25971; }","duration":"405.994519ms","start":"2026-04-28T04:12:00.949031Z","end":"2026-04-28T04:12:01.355025Z","steps":["trace[1898532250] 'read index received' (duration: 304.022109ms)","trace[1898532250] 'applied index is now lower than readState.Index' (duration: 101.97071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:01.355165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.544173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:01.355269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.23764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:01.355332Z","caller":"traceutil/trace.go:171","msg":"trace[2111283812] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25146; }","duration":"981.290062ms","start":"2026-04-28T04:12:00.374022Z","end":"2026-04-28T04:12:01.355312Z","steps":["trace[2111283812] 'agreement among raft nodes before linearized reading' (duration: 981.199859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:01.355248Z","caller":"traceutil/trace.go:171","msg":"trace[1131365751] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25146; }","duration":"608.679887ms","start":"2026-04-28T04:12:00.746546Z","end":"2026-04-28T04:12:01.355226Z","steps":["trace[1131365751] 'agreement among raft nodes before linearized reading' (duration: 608.482761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:01.355395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.374003Z","time spent":"981.377625ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:01.355452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.230282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:01.355198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.60256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:01.355331Z","caller":"traceutil/trace.go:171","msg":"trace[1812517257] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"805.268564ms","start":"2026-04-28T04:12:00.550044Z","end":"2026-04-28T04:12:01.355313Z","steps":["trace[1812517257] 'process raft request' (duration: 703.080348ms)","trace[1812517257] 'compare' (duration: 101.470303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:01.355507Z","caller":"traceutil/trace.go:171","msg":"trace[2034378424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25146; }","duration":"455.333076ms","start":"2026-04-28T04:12:00.900159Z","end":"2026-04-28T04:12:01.355492Z","steps":["trace[2034378424] 'agreement among raft nodes before linearized reading' (duration: 455.211483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:01.35553Z","caller":"traceutil/trace.go:171","msg":"trace[1889119091] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25146; }","duration":"948.953321ms","start":"2026-04-28T04:12:00.406554Z","end":"2026-04-28T04:12:01.355507Z","steps":["trace[1889119091] 'agreement among raft nodes before linearized reading' (duration: 948.554538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:01.355564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.900139Z","time spent":"455.409748ms","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:01.355604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.406543Z","time spent":"949.039043ms","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:01.35547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.746478Z","time spent":"608.953406ms","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:01.355697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.627636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:01.355718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.550019Z","time spent":"805.555873ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:01.355836Z","caller":"traceutil/trace.go:171","msg":"trace[1407157344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25146; }","duration":"983.791371ms","start":"2026-04-28T04:12:00.371989Z","end":"2026-04-28T04:12:01.355781Z","steps":["trace[1407157344] 'agreement among raft nodes before linearized reading' (duration: 983.365387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:01.355928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.371978Z","time spent":"983.938376ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:01.85521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:02.326371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.573482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:02.326749Z","caller":"traceutil/trace.go:171","msg":"trace[583897031] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"1.355276619s","start":"2026-04-28T04:12:00.971441Z","end":"2026-04-28T04:12:02.326718Z","steps":["trace[583897031] 'process raft request' (duration: 1.355027811s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.326765Z","caller":"traceutil/trace.go:171","msg":"trace[426151691] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"1.355659801s","start":"2026-04-28T04:12:00.971077Z","end":"2026-04-28T04:12:02.326736Z","steps":["trace[426151691] 'process raft request' (duration: 1.021611754s)","trace[426151691] 'compare' (duration: 332.850589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:02.326792Z","caller":"traceutil/trace.go:171","msg":"trace[1067129741] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"1.354831775s","start":"2026-04-28T04:12:00.97193Z","end":"2026-04-28T04:12:02.326762Z","steps":["trace[1067129741] 'process raft request' (duration: 1.35466759s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.326846Z","caller":"traceutil/trace.go:171","msg":"trace[1713954986] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"216.093603ms","start":"2026-04-28T04:12:02.11073Z","end":"2026-04-28T04:12:02.326824Z","steps":["trace[1713954986] 'process raft request' (duration: 216.052371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.326841Z","caller":"traceutil/trace.go:171","msg":"trace[570405107] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.354971929s","start":"2026-04-28T04:12:00.971838Z","end":"2026-04-28T04:12:02.32681Z","steps":["trace[570405107] 'process raft request' (duration: 1.354722821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.326898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.971432Z","time spent":"1.355393703s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.326932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.971925Z","time spent":"1.354939089s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.326945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.971054Z","time spent":"1.355792795s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:02.326973Z","caller":"traceutil/trace.go:171","msg":"trace[2115500562] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"1.35402082s","start":"2026-04-28T04:12:00.972931Z","end":"2026-04-28T04:12:02.326951Z","steps":["trace[2115500562] 'process raft request' (duration: 1.353771432s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.326983Z","caller":"traceutil/trace.go:171","msg":"trace[2056188564] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"1.352682967s","start":"2026-04-28T04:12:00.974277Z","end":"2026-04-28T04:12:02.32696Z","steps":["trace[2056188564] 'process raft request' (duration: 1.35246202s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.326996Z","caller":"traceutil/trace.go:171","msg":"trace[554537325] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25972; }","duration":"971.891985ms","start":"2026-04-28T04:12:01.355077Z","end":"2026-04-28T04:12:02.326969Z","steps":["trace[554537325] 'read index received' (duration: 637.58482ms)","trace[554537325] 'applied index is now lower than readState.Index' (duration: 334.303965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:02.327034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.971817Z","time spent":"1.355142475s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.327063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.972921Z","time spent":"1.354093462s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:02.327058Z","caller":"traceutil/trace.go:171","msg":"trace[1303124305] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"1.354492474s","start":"2026-04-28T04:12:00.972544Z","end":"2026-04-28T04:12:02.327037Z","steps":["trace[1303124305] 'process raft request' (duration: 1.354089272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.327074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.974268Z","time spent":"1.35275611s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:02.327073Z","caller":"traceutil/trace.go:171","msg":"trace[1663962252] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"1.354404672s","start":"2026-04-28T04:12:00.972655Z","end":"2026-04-28T04:12:02.327059Z","steps":["trace[1663962252] 'process raft request' (duration: 1.35401274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.32709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188122262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:02.327122Z","caller":"traceutil/trace.go:171","msg":"trace[641821240] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25155; }","duration":"1.188194164s","start":"2026-04-28T04:12:01.138919Z","end":"2026-04-28T04:12:02.327113Z","steps":["trace[641821240] 'agreement among raft nodes before linearized reading' (duration: 1.188095061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.327148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.972631Z","time spent":"1.354479324s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.32716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.138898Z","time spent":"1.188254826s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:02.327181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.972536Z","time spent":"1.354570837s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.327195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.265684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:02.327229Z","caller":"traceutil/trace.go:171","msg":"trace[316300331] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25155; }","duration":"398.343446ms","start":"2026-04-28T04:12:01.928874Z","end":"2026-04-28T04:12:02.327218Z","steps":["trace[316300331] 'agreement among raft nodes before linearized reading' (duration: 398.283564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.32723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373376121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T04:12:02.327261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.928856Z","time spent":"398.397528ms","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:02.327282Z","caller":"traceutil/trace.go:171","msg":"trace[1154196571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"1.373464304s","start":"2026-04-28T04:12:00.953802Z","end":"2026-04-28T04:12:02.327266Z","steps":["trace[1154196571] 'agreement among raft nodes before linearized reading' (duration: 1.373285518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.327329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:00.953785Z","time spent":"1.373533186s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-28T04:12:02.327439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.683886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T04:12:02.327396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.982154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:02.327481Z","caller":"traceutil/trace.go:171","msg":"trace[773091817] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25155; }","duration":"969.795829ms","start":"2026-04-28T04:12:01.357674Z","end":"2026-04-28T04:12:02.32747Z","steps":["trace[773091817] 'agreement among raft nodes before linearized reading' (duration: 969.425617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:02.327503Z","caller":"traceutil/trace.go:171","msg":"trace[1570783456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"963.126038ms","start":"2026-04-28T04:12:01.364358Z","end":"2026-04-28T04:12:02.327484Z","steps":["trace[1570783456] 'agreement among raft nodes before linearized reading' (duration: 962.940643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.327514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.357652Z","time spent":"969.85442ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:12:02.327519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.82455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:02.327549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.364352Z","time spent":"963.18868ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:02.32758Z","caller":"traceutil/trace.go:171","msg":"trace[2089135456] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25155; }","duration":"543.928893ms","start":"2026-04-28T04:12:01.783639Z","end":"2026-04-28T04:12:02.327568Z","steps":["trace[2089135456] 'agreement among raft nodes before linearized reading' (duration: 543.567542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.327613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.783618Z","time spent":"543.986544ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:02.329508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.456413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:12:02.329565Z","caller":"traceutil/trace.go:171","msg":"trace[1382376148] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25155; }","duration":"355.556146ms","start":"2026-04-28T04:12:01.973997Z","end":"2026-04-28T04:12:02.329553Z","steps":["trace[1382376148] 'agreement among raft nodes before linearized reading' (duration: 353.248353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.329599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:01.973977Z","time spent":"355.613867ms","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2685,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:02.792322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.804893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:02.792414Z","caller":"traceutil/trace.go:171","msg":"trace[1585702931] linearizableReadLoop","detail":"{readStateIndex:25982; appliedIndex:25981; }","duration":"355.701ms","start":"2026-04-28T04:12:02.436697Z","end":"2026-04-28T04:12:02.792398Z","steps":["trace[1585702931] 'read index received' (duration: 114.757463ms)","trace[1585702931] 'applied index is now lower than readState.Index' (duration: 240.942237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:02.792504Z","caller":"traceutil/trace.go:171","msg":"trace[1338397001] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"415.268261ms","start":"2026-04-28T04:12:02.377209Z","end":"2026-04-28T04:12:02.792477Z","steps":["trace[1338397001] 'process raft request' (duration: 174.23192ms)","trace[1338397001] 'compare' (duration: 240.593467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:02.79256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:02.377189Z","time spent":"415.343383ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:02.792891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.186205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T04:12:02.792993Z","caller":"traceutil/trace.go:171","msg":"trace[755689905] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25156; }","duration":"356.32101ms","start":"2026-04-28T04:12:02.436653Z","end":"2026-04-28T04:12:02.792974Z","steps":["trace[755689905] 'agreement among raft nodes before linearized reading' (duration: 355.971539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:02.793061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:02.436635Z","time spent":"356.414833ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T04:12:02.793431Z","caller":"traceutil/trace.go:171","msg":"trace[57262050] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"232.724107ms","start":"2026-04-28T04:12:02.560693Z","end":"2026-04-28T04:12:02.793417Z","steps":["trace[57262050] 'process raft request' (duration: 232.435228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.437085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.200963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:13.437223Z","caller":"traceutil/trace.go:171","msg":"trace[1854885299] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25229; }","duration":"443.335587ms","start":"2026-04-28T04:12:12.993854Z","end":"2026-04-28T04:12:13.43719Z","steps":["trace[1854885299] 'range keys from in-memory index tree' (duration: 443.185472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:13.437314Z","caller":"traceutil/trace.go:171","msg":"trace[1759100040] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"509.186857ms","start":"2026-04-28T04:12:12.928101Z","end":"2026-04-28T04:12:13.437288Z","steps":["trace[1759100040] 'process raft request' (duration: 506.659877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.437458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:12.928083Z","time spent":"509.30418ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:13.437661Z","caller":"traceutil/trace.go:171","msg":"trace[1345071880] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"508.762983ms","start":"2026-04-28T04:12:12.928877Z","end":"2026-04-28T04:12:13.43764Z","steps":["trace[1345071880] 'process raft request' (duration: 508.589547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.437761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:12.928864Z","time spent":"508.856255ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:13.437787Z","caller":"traceutil/trace.go:171","msg":"trace[959596692] linearizableReadLoop","detail":"{readStateIndex:26060; appliedIndex:26057; }","duration":"421.872389ms","start":"2026-04-28T04:12:13.015898Z","end":"2026-04-28T04:12:13.437771Z","steps":["trace[959596692] 'read index received' (duration: 418.856994ms)","trace[959596692] 'applied index is now lower than readState.Index' (duration: 3.014215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:13.437875Z","caller":"traceutil/trace.go:171","msg":"trace[1535466314] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"486.422807ms","start":"2026-04-28T04:12:12.951436Z","end":"2026-04-28T04:12:13.437859Z","steps":["trace[1535466314] 'process raft request' (duration: 486.149198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.437974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.074026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:12:13.438013Z","caller":"traceutil/trace.go:171","msg":"trace[1040166497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25232; }","duration":"422.139058ms","start":"2026-04-28T04:12:13.015864Z","end":"2026-04-28T04:12:13.438003Z","steps":["trace[1040166497] 'agreement among raft nodes before linearized reading' (duration: 421.992404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.438031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.764023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:12:13.438041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:13.015848Z","time spent":"422.187129ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:13.438027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:12.951422Z","time spent":"486.555732ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:13.438064Z","caller":"traceutil/trace.go:171","msg":"trace[1197477438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25232; }","duration":"368.827235ms","start":"2026-04-28T04:12:13.069227Z","end":"2026-04-28T04:12:13.438054Z","steps":["trace[1197477438] 'agreement among raft nodes before linearized reading' (duration: 368.67734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.438097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:13.069213Z","time spent":"368.876186ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:13.438291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.305768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:12:13.438327Z","caller":"traceutil/trace.go:171","msg":"trace[1985944687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25232; }","duration":"368.37646ms","start":"2026-04-28T04:12:13.069941Z","end":"2026-04-28T04:12:13.438317Z","steps":["trace[1985944687] 'agreement among raft nodes before linearized reading' (duration: 368.290228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.438352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:13.069922Z","time spent":"368.425102ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:13.438411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.806657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:12:13.43848Z","caller":"traceutil/trace.go:171","msg":"trace[340929302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25232; }","duration":"363.893339ms","start":"2026-04-28T04:12:13.074569Z","end":"2026-04-28T04:12:13.438462Z","steps":["trace[340929302] 'agreement among raft nodes before linearized reading' (duration: 363.60758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:13.43861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:13.074564Z","time spent":"364.036283ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:19.120397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067083681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:19.12049Z","caller":"traceutil/trace.go:171","msg":"trace[715268392] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25324; }","duration":"1.067226705s","start":"2026-04-28T04:12:18.053245Z","end":"2026-04-28T04:12:19.120472Z","steps":["trace[715268392] 'count revisions from in-memory index tree' (duration: 1.066998338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:19.120534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.053226Z","time spent":"1.067296747s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:19.120573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01324292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-28T04:12:19.120588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.216503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-28T04:12:19.120667Z","caller":"traceutil/trace.go:171","msg":"trace[29026082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25324; }","duration":"1.013377215s","start":"2026-04-28T04:12:18.107264Z","end":"2026-04-28T04:12:19.120641Z","steps":["trace[29026082] 'range keys from in-memory index tree' (duration: 1.013059655s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:19.120682Z","caller":"traceutil/trace.go:171","msg":"trace[256542216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25324; }","duration":"818.355567ms","start":"2026-04-28T04:12:18.302301Z","end":"2026-04-28T04:12:19.120657Z","steps":["trace[256542216] 'range keys from in-memory index tree' (duration: 818.021907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:19.12071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.107248Z","time spent":"1.013452508s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:19.120741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.302284Z","time spent":"818.44482ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:19.121016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.319995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:19.121177Z","caller":"traceutil/trace.go:171","msg":"trace[1968906393] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"682.081956ms","start":"2026-04-28T04:12:18.439065Z","end":"2026-04-28T04:12:19.121147Z","steps":["trace[1968906393] 'process raft request' (duration: 48.500332ms)","trace[1968906393] 'compare' (duration: 632.763508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:19.121259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.43904Z","time spent":"682.183748ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:19.303505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:19.691478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203747215s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:12:20.372836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.047782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:20.373212Z","caller":"traceutil/trace.go:171","msg":"trace[1434189695] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"1.909665943s","start":"2026-04-28T04:12:18.463528Z","end":"2026-04-28T04:12:20.373194Z","steps":["trace[1434189695] 'process raft request' (duration: 1.909625672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.373281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.46352Z","time spent":"1.909728805s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:20.37348Z","caller":"traceutil/trace.go:171","msg":"trace[1103823389] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"1.932686931s","start":"2026-04-28T04:12:18.440775Z","end":"2026-04-28T04:12:20.373462Z","steps":["trace[1103823389] 'process raft request' (duration: 1.250932386s)","trace[1103823389] 'compare' (duration: 680.932209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:20.373528Z","caller":"traceutil/trace.go:171","msg":"trace[1331140935] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.914213916s","start":"2026-04-28T04:12:18.459271Z","end":"2026-04-28T04:12:20.373485Z","steps":["trace[1331140935] 'process raft request' (duration: 1.913746452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.373568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.44074Z","time spent":"1.932794744s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:20.373573Z","caller":"traceutil/trace.go:171","msg":"trace[1624276875] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"1.927166886s","start":"2026-04-28T04:12:18.446373Z","end":"2026-04-28T04:12:20.37354Z","steps":["trace[1624276875] 'process raft request' (duration: 1.926559977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.373617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.459257Z","time spent":"1.91431436s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:20.373656Z","caller":"traceutil/trace.go:171","msg":"trace[499036614] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"1.920053051s","start":"2026-04-28T04:12:18.453572Z","end":"2026-04-28T04:12:20.373625Z","steps":["trace[499036614] 'process raft request' (duration: 1.919414181s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.373728Z","caller":"traceutil/trace.go:171","msg":"trace[1643528635] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"1.910276813s","start":"2026-04-28T04:12:18.463439Z","end":"2026-04-28T04:12:20.373716Z","steps":["trace[1643528635] 'process raft request' (duration: 1.909682964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.373726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.446359Z","time spent":"1.927281199s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.373779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.463423Z","time spent":"1.910328394s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.3738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.453546Z","time spent":"1.920174285s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:20.373787Z","caller":"traceutil/trace.go:171","msg":"trace[1387725662] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"1.912541414s","start":"2026-04-28T04:12:18.461203Z","end":"2026-04-28T04:12:20.373745Z","steps":["trace[1387725662] 'process raft request' (duration: 1.911883063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.373801Z","caller":"traceutil/trace.go:171","msg":"trace[764631388] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"1.914431863s","start":"2026-04-28T04:12:18.459301Z","end":"2026-04-28T04:12:20.373733Z","steps":["trace[764631388] 'process raft request' (duration: 1.913756092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.373931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.461185Z","time spent":"1.912670778s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.374003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.459286Z","time spent":"1.914614309s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.70269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010931448s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:12:20.803026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T04:12:20.803112Z","caller":"traceutil/trace.go:171","msg":"trace[467722058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269604s","start":"2026-04-28T04:12:18.802823Z","end":"2026-04-28T04:12:20.803092Z","steps":["trace[467722058] 'agreement among raft nodes before linearized reading' (duration: 2.00015664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.803217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.802809Z","time spent":"2.000393507s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:20.991932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.920812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:20.992175Z","caller":"traceutil/trace.go:171","msg":"trace[1120378594] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26154; }","duration":"2.189300042s","start":"2026-04-28T04:12:18.802853Z","end":"2026-04-28T04:12:20.992153Z","steps":["trace[1120378594] 'read index received' (duration: 888.872184ms)","trace[1120378594] 'applied index is now lower than readState.Index' (duration: 1.300426438s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:20.992221Z","caller":"traceutil/trace.go:171","msg":"trace[1227889056] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.865611012s","start":"2026-04-28T04:12:19.126582Z","end":"2026-04-28T04:12:20.992193Z","steps":["trace[1227889056] 'process raft request' (duration: 1.865470838s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.992282Z","caller":"traceutil/trace.go:171","msg":"trace[159084424] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"1.903212379s","start":"2026-04-28T04:12:19.089013Z","end":"2026-04-28T04:12:20.992225Z","steps":["trace[159084424] 'process raft request' (duration: 1.613892975s)","trace[159084424] 'compare' (duration: 288.337353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:20.992342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.126561Z","time spent":"1.865721965s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.992456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.088992Z","time spent":"1.903382625s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:20.992841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377002645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:20.992952Z","caller":"traceutil/trace.go:171","msg":"trace[1721541279] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25335; }","duration":"1.377389937s","start":"2026-04-28T04:12:19.615536Z","end":"2026-04-28T04:12:20.992926Z","steps":["trace[1721541279] 'agreement among raft nodes before linearized reading' (duration: 1.376970884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.615507Z","time spent":"1.377495421s","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:20.993072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52506959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:20.993118Z","caller":"traceutil/trace.go:171","msg":"trace[2053077378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25335; }","duration":"1.525138482s","start":"2026-04-28T04:12:19.467967Z","end":"2026-04-28T04:12:20.993106Z","steps":["trace[2053077378] 'agreement among raft nodes before linearized reading' (duration: 1.524984987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521967772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:12:20.993153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.467955Z","time spent":"1.525190634s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:12:20.993182Z","caller":"traceutil/trace.go:171","msg":"trace[1860360136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25335; }","duration":"1.522061725s","start":"2026-04-28T04:12:19.471104Z","end":"2026-04-28T04:12:20.993166Z","steps":["trace[1860360136] 'agreement among raft nodes before linearized reading' (duration: 1.521876789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.471097Z","time spent":"1.522127077s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:20.993281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523137889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:12:20.993311Z","caller":"traceutil/trace.go:171","msg":"trace[547895444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25335; }","duration":"1.523202901s","start":"2026-04-28T04:12:19.470099Z","end":"2026-04-28T04:12:20.993302Z","steps":["trace[547895444] 'agreement among raft nodes before linearized reading' (duration: 1.523117229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.470082Z","time spent":"1.523254502s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:20.99339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700925133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-04-28T04:12:20.993435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.769457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:20.993412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516484929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:12:20.993445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.001075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:12:20.993468Z","caller":"traceutil/trace.go:171","msg":"trace[259291811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25335; }","duration":"231.825629ms","start":"2026-04-28T04:12:20.761633Z","end":"2026-04-28T04:12:20.993459Z","steps":["trace[259291811] 'agreement among raft nodes before linearized reading' (duration: 231.770857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.9935Z","caller":"traceutil/trace.go:171","msg":"trace[1279760477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25335; }","duration":"1.516626564s","start":"2026-04-28T04:12:19.476852Z","end":"2026-04-28T04:12:20.993478Z","steps":["trace[1279760477] 'agreement among raft nodes before linearized reading' (duration: 1.516370126s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.993511Z","caller":"traceutil/trace.go:171","msg":"trace[230209340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25335; }","duration":"264.106288ms","start":"2026-04-28T04:12:20.729377Z","end":"2026-04-28T04:12:20.993484Z","steps":["trace[230209340] 'agreement among raft nodes before linearized reading' (duration: 263.936813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.476833Z","time spent":"1.516708126s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:20.993565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.342639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:20.993628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.532134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:20.993496Z","caller":"traceutil/trace.go:171","msg":"trace[1716964965] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3; range_end:; response_count:1; response_revision:25335; }","duration":"1.701020445s","start":"2026-04-28T04:12:19.292408Z","end":"2026-04-28T04:12:20.993429Z","steps":["trace[1716964965] 'agreement among raft nodes before linearized reading' (duration: 1.700925292s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.993666Z","caller":"traceutil/trace.go:171","msg":"trace[1418320956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25335; }","duration":"189.601526ms","start":"2026-04-28T04:12:20.804052Z","end":"2026-04-28T04:12:20.993654Z","steps":["trace[1418320956] 'agreement among raft nodes before linearized reading' (duration: 189.552475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.292387Z","time spent":"1.701275654s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3\" "} {"level":"warn","ts":"2026-04-28T04:12:20.99367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542847411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-28T04:12:20.993722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079776584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:20.993729Z","caller":"traceutil/trace.go:171","msg":"trace[2084126404] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25335; }","duration":"1.542946244s","start":"2026-04-28T04:12:19.450769Z","end":"2026-04-28T04:12:20.993715Z","steps":["trace[2084126404] 'agreement among raft nodes before linearized reading' (duration: 1.542761798s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:20.993759Z","caller":"traceutil/trace.go:171","msg":"trace[1054261396] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25335; }","duration":"2.079867416s","start":"2026-04-28T04:12:18.913882Z","end":"2026-04-28T04:12:20.993749Z","steps":["trace[1054261396] 'agreement among raft nodes before linearized reading' (duration: 2.079792194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:19.450736Z","time spent":"1.543024547s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T04:12:20.993787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.913857Z","time spent":"2.079923868s","remote":"127.0.0.1:40154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:20.993625Z","caller":"traceutil/trace.go:171","msg":"trace[1613583593] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25335; }","duration":"730.447712ms","start":"2026-04-28T04:12:20.263163Z","end":"2026-04-28T04:12:20.99361Z","steps":["trace[1613583593] 'agreement among raft nodes before linearized reading' (duration: 730.305228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.26314Z","time spent":"730.678909ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:20.993856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.953192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-28T04:12:20.993908Z","caller":"traceutil/trace.go:171","msg":"trace[1383702212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25335; }","duration":"867.041365ms","start":"2026-04-28T04:12:20.126851Z","end":"2026-04-28T04:12:20.993893Z","steps":["trace[1383702212] 'agreement among raft nodes before linearized reading' (duration: 866.908251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.993943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.126816Z","time spent":"867.119127ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:20.994066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.381043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:20.9941Z","caller":"traceutil/trace.go:171","msg":"trace[1381149086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25335; }","duration":"242.466215ms","start":"2026-04-28T04:12:20.751623Z","end":"2026-04-28T04:12:20.994089Z","steps":["trace[1381149086] 'agreement among raft nodes before linearized reading' (duration: 242.401593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.994119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109947566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:12:20.994158Z","caller":"traceutil/trace.go:171","msg":"trace[488162192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25335; }","duration":"2.110015388s","start":"2026-04-28T04:12:18.884129Z","end":"2026-04-28T04:12:20.994144Z","steps":["trace[488162192] 'agreement among raft nodes before linearized reading' (duration: 2.109917195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.994186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.884111Z","time spent":"2.1100696s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:20.994851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142483453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:20.994926Z","caller":"traceutil/trace.go:171","msg":"trace[1796662026] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25335; }","duration":"2.144853178s","start":"2026-04-28T04:12:18.850054Z","end":"2026-04-28T04:12:20.994907Z","steps":["trace[1796662026] 'agreement among raft nodes before linearized reading' (duration: 2.142412031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:20.994983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:18.850027Z","time spent":"2.144940161s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:21.498713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:22.124486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.380593ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-28T04:12:22.124556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.994608Z","time spent":"1.129945365s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T04:12:22.694838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092694809s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:12:22.856034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.784877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:22.856258Z","caller":"traceutil/trace.go:171","msg":"trace[470318399] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"1.857043511s","start":"2026-04-28T04:12:20.999202Z","end":"2026-04-28T04:12:22.856245Z","steps":["trace[470318399] 'process raft request' (duration: 1.856988819s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:22.856272Z","caller":"traceutil/trace.go:171","msg":"trace[1246732203] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"1.860793729s","start":"2026-04-28T04:12:20.995452Z","end":"2026-04-28T04:12:22.856246Z","steps":["trace[1246732203] 'process raft request' (duration: 1.699717623s)","trace[1246732203] 'compare' (duration: 160.25346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:22.85631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.999188Z","time spent":"1.857099972s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.856285Z","caller":"traceutil/trace.go:171","msg":"trace[1186234934] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"1.858025372s","start":"2026-04-28T04:12:20.998214Z","end":"2026-04-28T04:12:22.856239Z","steps":["trace[1186234934] 'process raft request' (duration: 1.857896818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.856404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.995433Z","time spent":"1.860899793s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:22.85645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.998197Z","time spent":"1.858166636s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.856567Z","caller":"traceutil/trace.go:171","msg":"trace[1478865879] linearizableReadLoop","detail":"{readStateIndex:26172; appliedIndex:26164; }","duration":"1.858429895s","start":"2026-04-28T04:12:20.998124Z","end":"2026-04-28T04:12:22.856554Z","steps":["trace[1478865879] 'read index received' (duration: 603.994179ms)","trace[1478865879] 'applied index is now lower than readState.Index' (duration: 1.254434946s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:22.856513Z","caller":"traceutil/trace.go:171","msg":"trace[259680907] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"1.857268708s","start":"2026-04-28T04:12:20.999218Z","end":"2026-04-28T04:12:22.856486Z","steps":["trace[259680907] 'process raft request' (duration: 1.856997199s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:22.856734Z","caller":"traceutil/trace.go:171","msg":"trace[116477406] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"1.857092442s","start":"2026-04-28T04:12:20.999623Z","end":"2026-04-28T04:12:22.856715Z","steps":["trace[116477406] 'process raft request' (duration: 1.856796272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.85675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.999199Z","time spent":"1.857452594s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.856754Z","caller":"traceutil/trace.go:171","msg":"trace[67697771] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"1.856503084s","start":"2026-04-28T04:12:21.000209Z","end":"2026-04-28T04:12:22.856712Z","steps":["trace[67697771] 'process raft request' (duration: 1.856287057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.856825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858696803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:12:22.856869Z","caller":"traceutil/trace.go:171","msg":"trace[1279052341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25342; }","duration":"1.858782165s","start":"2026-04-28T04:12:20.998071Z","end":"2026-04-28T04:12:22.856853Z","steps":["trace[1279052341] 'agreement among raft nodes before linearized reading' (duration: 1.858639901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.856898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.998056Z","time spent":"1.858833557s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:12:22.856826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.999609Z","time spent":"1.857171935s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:22.856903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:21.000196Z","time spent":"1.856631107s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.857024Z","caller":"traceutil/trace.go:171","msg":"trace[1249775906] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"1.729984258s","start":"2026-04-28T04:12:21.12703Z","end":"2026-04-28T04:12:22.857015Z","steps":["trace[1249775906] 'process raft request' (duration: 1.729491983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.857077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:21.126995Z","time spent":"1.730053311s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.893778Z","caller":"traceutil/trace.go:171","msg":"trace[950122210] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"513.072919ms","start":"2026-04-28T04:12:22.380681Z","end":"2026-04-28T04:12:22.893754Z","steps":["trace[950122210] 'process raft request' (duration: 513.032578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.893937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.380674Z","time spent":"513.180992ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.893937Z","caller":"traceutil/trace.go:171","msg":"trace[945726780] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"513.571905ms","start":"2026-04-28T04:12:22.380332Z","end":"2026-04-28T04:12:22.893904Z","steps":["trace[945726780] 'process raft request' (duration: 513.159692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:22.893988Z","caller":"traceutil/trace.go:171","msg":"trace[1643992562] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"513.634017ms","start":"2026-04-28T04:12:22.38032Z","end":"2026-04-28T04:12:22.893954Z","steps":["trace[1643992562] 'process raft request' (duration: 513.11991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:22.894101Z","caller":"traceutil/trace.go:171","msg":"trace[1236685262] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"513.480932ms","start":"2026-04-28T04:12:22.38061Z","end":"2026-04-28T04:12:22.894091Z","steps":["trace[1236685262] 'process raft request' (duration: 513.002267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.894116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.380307Z","time spent":"513.72328ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:22.89413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.380298Z","time spent":"513.762331ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:22.894157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.3806Z","time spent":"513.527513ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.894174Z","caller":"traceutil/trace.go:171","msg":"trace[1685414463] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"768.164863ms","start":"2026-04-28T04:12:22.125998Z","end":"2026-04-28T04:12:22.894163Z","steps":["trace[1685414463] 'process raft request' (duration: 767.300806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.894222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.125976Z","time spent":"768.219575ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.894246Z","caller":"traceutil/trace.go:171","msg":"trace[954955189] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"513.557594ms","start":"2026-04-28T04:12:22.380677Z","end":"2026-04-28T04:12:22.894235Z","steps":["trace[954955189] 'process raft request' (duration: 512.965456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:22.894261Z","caller":"traceutil/trace.go:171","msg":"trace[947160580] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"513.807902ms","start":"2026-04-28T04:12:22.380443Z","end":"2026-04-28T04:12:22.89425Z","steps":["trace[947160580] 'process raft request' (duration: 513.10814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.8943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.380667Z","time spent":"513.601116ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:22.894311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.38042Z","time spent":"513.863344ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:22.894448Z","caller":"traceutil/trace.go:171","msg":"trace[1463400805] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"513.862794ms","start":"2026-04-28T04:12:22.380571Z","end":"2026-04-28T04:12:22.894434Z","steps":["trace[1463400805] 'process raft request' (duration: 513.009827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:22.895018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.380557Z","time spent":"514.425222ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:23.002636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T04:12:23.00272Z","caller":"traceutil/trace.go:171","msg":"trace[355442197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051247s","start":"2026-04-28T04:12:21.002188Z","end":"2026-04-28T04:12:23.002701Z","steps":["trace[355442197] 'agreement among raft nodes before linearized reading' (duration: 2.000408157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:23.002768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:21.002181Z","time spent":"2.000577252s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 04:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T04:12:24.064468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070473657s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:24.064636Z","caller":"traceutil/trace.go:171","msg":"trace[820085775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25350; }","duration":"1.070655733s","start":"2026-04-28T04:12:22.993955Z","end":"2026-04-28T04:12:24.064611Z","steps":["trace[820085775] 'range keys from in-memory index tree' (duration: 1.070452927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.066234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103685946s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:24.06635Z","caller":"traceutil/trace.go:171","msg":"trace[1204494881] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26172; }","duration":"1.209721344s","start":"2026-04-28T04:12:22.856607Z","end":"2026-04-28T04:12:24.066329Z","steps":["trace[1204494881] 'read index received' (duration: 36.72711ms)","trace[1204494881] 'applied index is now lower than readState.Index' (duration: 1.172991994s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:24.066469Z","caller":"traceutil/trace.go:171","msg":"trace[808803599] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.219210463s","start":"2026-04-28T04:12:22.847242Z","end":"2026-04-28T04:12:24.066452Z","steps":["trace[808803599] 'process raft request' (duration: 115.211687ms)","trace[808803599] 'compare' (duration: 1.102495809s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:24.066546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.84722Z","time spent":"1.219290006s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:24.06672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20833176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-28T04:12:24.066794Z","caller":"traceutil/trace.go:171","msg":"trace[1440954828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25351; }","duration":"1.208403182s","start":"2026-04-28T04:12:22.858368Z","end":"2026-04-28T04:12:24.066771Z","steps":["trace[1440954828] 'agreement among raft nodes before linearized reading' (duration: 1.208171835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.066815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066307628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-28T04:12:24.066681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668067576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:24.066849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.858322Z","time spent":"1.208511005s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T04:12:24.066905Z","caller":"traceutil/trace.go:171","msg":"trace[1224100020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25351; }","duration":"2.066462263s","start":"2026-04-28T04:12:22.000418Z","end":"2026-04-28T04:12:24.066881Z","steps":["trace[1224100020] 'agreement among raft nodes before linearized reading' (duration: 2.066158283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.066955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.000396Z","time spent":"2.066547856s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"info","ts":"2026-04-28T04:12:24.066918Z","caller":"traceutil/trace.go:171","msg":"trace[521751498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25351; }","duration":"2.668404607s","start":"2026-04-28T04:12:21.398491Z","end":"2026-04-28T04:12:24.066895Z","steps":["trace[521751498] 'agreement among raft nodes before linearized reading' (duration: 2.667998534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.06712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:21.398462Z","time spent":"2.668639445s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:24.067151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.389181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:24.067033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.272676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-28T04:12:24.067199Z","caller":"traceutil/trace.go:171","msg":"trace[1468018551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25351; }","duration":"705.468863ms","start":"2026-04-28T04:12:23.361715Z","end":"2026-04-28T04:12:24.067184Z","steps":["trace[1468018551] 'agreement among raft nodes before linearized reading' (duration: 705.394761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.067182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.283181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:24.067239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.361696Z","time spent":"705.533686ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:24.067234Z","caller":"traceutil/trace.go:171","msg":"trace[148324553] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25351; }","duration":"558.553845ms","start":"2026-04-28T04:12:23.508645Z","end":"2026-04-28T04:12:24.067199Z","steps":["trace[148324553] 'agreement among raft nodes before linearized reading' (duration: 558.134932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:24.06726Z","caller":"traceutil/trace.go:171","msg":"trace[668721644] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25351; }","duration":"396.409246ms","start":"2026-04-28T04:12:23.670831Z","end":"2026-04-28T04:12:24.06724Z","steps":["trace[668721644] 'agreement among raft nodes before linearized reading' (duration: 396.260731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.067279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.495014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:24.067304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.508617Z","time spent":"558.673149ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-28T04:12:24.067094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152293433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-28T04:12:24.067301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068933053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T04:12:24.067322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.670811Z","time spent":"396.496318ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:24.067344Z","caller":"traceutil/trace.go:171","msg":"trace[457325856] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25351; }","duration":"349.617068ms","start":"2026-04-28T04:12:23.717704Z","end":"2026-04-28T04:12:24.067321Z","steps":["trace[457325856] 'agreement among raft nodes before linearized reading' (duration: 349.37433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:24.06738Z","caller":"traceutil/trace.go:171","msg":"trace[2138343640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee; range_end:; response_count:1; response_revision:25351; }","duration":"3.069044107s","start":"2026-04-28T04:12:20.998317Z","end":"2026-04-28T04:12:24.067361Z","steps":["trace[2138343640] 'agreement among raft nodes before linearized reading' (duration: 3.068787549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.067425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:20.998303Z","time spent":"3.069112809s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" "} {"level":"warn","ts":"2026-04-28T04:12:24.067391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.71767Z","time spent":"349.70992ms","remote":"127.0.0.1:51038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:24.067468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064390146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:24.067521Z","caller":"traceutil/trace.go:171","msg":"trace[1594077093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25351; }","duration":"1.064467317s","start":"2026-04-28T04:12:23.003039Z","end":"2026-04-28T04:12:24.067507Z","steps":["trace[1594077093] 'agreement among raft nodes before linearized reading' (duration: 1.064343554s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:24.067356Z","caller":"traceutil/trace.go:171","msg":"trace[768954605] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25351; }","duration":"2.152582722s","start":"2026-04-28T04:12:21.914759Z","end":"2026-04-28T04:12:24.067342Z","steps":["trace[768954605] 'agreement among raft nodes before linearized reading' (duration: 2.152228301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.067557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.003025Z","time spent":"1.0645242s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:24.06756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.622445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:24.067597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:21.914746Z","time spent":"2.1528367s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T04:12:24.067617Z","caller":"traceutil/trace.go:171","msg":"trace[318140379] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25351; }","duration":"824.713877ms","start":"2026-04-28T04:12:23.242887Z","end":"2026-04-28T04:12:24.067601Z","steps":["trace[318140379] 'agreement among raft nodes before linearized reading' (duration: 824.623635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.068086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.242864Z","time spent":"825.193443ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:24.067568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171707454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T04:12:24.06825Z","caller":"traceutil/trace.go:171","msg":"trace[1365469819] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25351; }","duration":"1.172382615s","start":"2026-04-28T04:12:22.895826Z","end":"2026-04-28T04:12:24.068208Z","steps":["trace[1365469819] 'agreement among raft nodes before linearized reading' (duration: 1.171632451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.068424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:22.895814Z","time spent":"1.172590022s","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:12:24.067693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059058667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:24.068596Z","caller":"traceutil/trace.go:171","msg":"trace[1367254403] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25351; }","duration":"1.059990686s","start":"2026-04-28T04:12:23.008585Z","end":"2026-04-28T04:12:24.068576Z","steps":["trace[1367254403] 'agreement among raft nodes before linearized reading' (duration: 1.059059927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:24.068662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:23.008567Z","time spent":"1.060075689s","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:24.572081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:26.077566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T04:12:26.077701Z","caller":"traceutil/trace.go:171","msg":"trace[1860501850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112408s","start":"2026-04-28T04:12:24.077566Z","end":"2026-04-28T04:12:26.077679Z","steps":["trace[1860501850] 'agreement among raft nodes before linearized reading' (duration: 1.999927822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:26.089427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.077518Z","time spent":"2.000235531s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 04:12:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T04:12:26.523334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649683624s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:26.52359Z","caller":"traceutil/trace.go:171","msg":"trace[1180173652] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"2.453051848s","start":"2026-04-28T04:12:24.070497Z","end":"2026-04-28T04:12:26.523549Z","steps":["trace[1180173652] 'process raft request' (duration: 803.054844ms)","trace[1180173652] 'compare' (duration: 1.648450365s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:26.523844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.070475Z","time spent":"2.453245104s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:26.524121Z","caller":"traceutil/trace.go:171","msg":"trace[1900864237] linearizableReadLoop","detail":"{readStateIndex:26182; appliedIndex:26181; }","duration":"2.452770249s","start":"2026-04-28T04:12:24.0713Z","end":"2026-04-28T04:12:26.52407Z","steps":["trace[1900864237] 'read index received' (duration: 802.324832ms)","trace[1900864237] 'applied index is now lower than readState.Index' (duration: 1.650442377s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:27.024234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:27.389334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885933724s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:12:28.095803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T04:12:28.095889Z","caller":"traceutil/trace.go:171","msg":"trace[1655528045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047376s","start":"2026-04-28T04:12:26.095823Z","end":"2026-04-28T04:12:28.09587Z","steps":["trace[1655528045] 'agreement among raft nodes before linearized reading' (duration: 1.999937423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.095938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:26.095808Z","time spent":"2.000120019s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:28.168036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644511391s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-28T04:12:28.168223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096910549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-4v4tg\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-04-28T04:12:28.168254Z","caller":"traceutil/trace.go:171","msg":"trace[1064630793] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-4v4tg; range_end:; response_count:1; response_revision:25352; }","duration":"4.09694088s","start":"2026-04-28T04:12:24.071297Z","end":"2026-04-28T04:12:28.168237Z","steps":["trace[1064630793] 'agreement among raft nodes before linearized reading' (duration: 2.452895873s)","trace[1064630793] 'range keys from in-memory index tree' (duration: 1.643929212s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:28.168285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.071273Z","time spent":"4.097005762s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4503,"request content":"key:\"/registry/pods/kube-system/kube-proxy-4v4tg\" "} {"level":"info","ts":"2026-04-28T04:12:28.169127Z","caller":"traceutil/trace.go:171","msg":"trace[749493960] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"3.307374671s","start":"2026-04-28T04:12:24.86173Z","end":"2026-04-28T04:12:28.169104Z","steps":["trace[749493960] 'process raft request' (duration: 3.30638715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.16924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.861714Z","time spent":"3.307468034s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.197872Z","caller":"traceutil/trace.go:171","msg":"trace[2049221679] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"3.297898681s","start":"2026-04-28T04:12:24.899941Z","end":"2026-04-28T04:12:28.19784Z","steps":["trace[2049221679] 'process raft request' (duration: 3.269151294s)","trace[2049221679] 'compare' (duration: 28.52857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:28.198047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.899916Z","time spent":"3.298036616s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.198075Z","caller":"traceutil/trace.go:171","msg":"trace[1216946049] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"3.297671954s","start":"2026-04-28T04:12:24.900384Z","end":"2026-04-28T04:12:28.198056Z","steps":["trace[1216946049] 'process raft request' (duration: 3.297404926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.900361Z","time spent":"3.297767947s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.19835Z","caller":"traceutil/trace.go:171","msg":"trace[1189409995] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"3.297680195s","start":"2026-04-28T04:12:24.900645Z","end":"2026-04-28T04:12:28.198325Z","steps":["trace[1189409995] 'process raft request' (duration: 3.297345524s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.198399Z","caller":"traceutil/trace.go:171","msg":"trace[563079136] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"3.297304543s","start":"2026-04-28T04:12:24.901074Z","end":"2026-04-28T04:12:28.198378Z","steps":["trace[563079136] 'process raft request' (duration: 3.297166159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.900609Z","time spent":"3.297791938s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.1985Z","caller":"traceutil/trace.go:171","msg":"trace[773937164] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"3.296816848s","start":"2026-04-28T04:12:24.901661Z","end":"2026-04-28T04:12:28.198478Z","steps":["trace[773937164] 'process raft request' (duration: 3.296678113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.901064Z","time spent":"3.297401966s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.198569Z","caller":"traceutil/trace.go:171","msg":"trace[287623308] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"2.862447674s","start":"2026-04-28T04:12:25.336112Z","end":"2026-04-28T04:12:28.19856Z","steps":["trace[287623308] 'process raft request' (duration: 2.862393062s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.198573Z","caller":"traceutil/trace.go:171","msg":"trace[1310789187] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"3.296829568s","start":"2026-04-28T04:12:24.901733Z","end":"2026-04-28T04:12:28.198562Z","steps":["trace[1310789187] 'process raft request' (duration: 3.296684184s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.198579Z","caller":"traceutil/trace.go:171","msg":"trace[2072094527] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"3.296795877s","start":"2026-04-28T04:12:24.901769Z","end":"2026-04-28T04:12:28.198565Z","steps":["trace[2072094527] 'process raft request' (duration: 3.296690514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.33609Z","time spent":"2.862507206s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:28.198628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.901712Z","time spent":"3.29688816s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:28.198626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.901643Z","time spent":"3.296917631s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:28.19864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.901738Z","time spent":"3.29687087s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.198636Z","caller":"traceutil/trace.go:171","msg":"trace[1780020851] linearizableReadLoop","detail":"{readStateIndex:26193; appliedIndex:26182; }","duration":"1.674451326s","start":"2026-04-28T04:12:26.524167Z","end":"2026-04-28T04:12:28.198619Z","steps":["trace[1780020851] 'read index received' (duration: 865.31466ms)","trace[1780020851] 'applied index is now lower than readState.Index' (duration: 809.135706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:28.198744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075277416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:28.198753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337276825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:28.198769Z","caller":"traceutil/trace.go:171","msg":"trace[1003715732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25362; }","duration":"4.0753892s","start":"2026-04-28T04:12:24.123375Z","end":"2026-04-28T04:12:28.198764Z","steps":["trace[1003715732] 'agreement among raft nodes before linearized reading' (duration: 4.075342948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.19876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129288608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T04:12:28.198794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102889693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-04-28T04:12:28.198796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090705601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:28.198819Z","caller":"traceutil/trace.go:171","msg":"trace[1918795969] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25362; }","duration":"2.102925675s","start":"2026-04-28T04:12:26.095885Z","end":"2026-04-28T04:12:28.198811Z","steps":["trace[1918795969] 'agreement among raft nodes before linearized reading' (duration: 2.102819872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337148971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:12:28.198831Z","caller":"traceutil/trace.go:171","msg":"trace[2119518842] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25362; }","duration":"3.090775233s","start":"2026-04-28T04:12:25.108048Z","end":"2026-04-28T04:12:28.198823Z","steps":["trace[2119518842] 'agreement among raft nodes before linearized reading' (duration: 3.090722802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3374109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:12:28.198846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:26.095883Z","time spent":"2.102959486s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T04:12:28.198849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125885863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:12:28.198857Z","caller":"traceutil/trace.go:171","msg":"trace[1323498051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25362; }","duration":"3.33746018s","start":"2026-04-28T04:12:24.861392Z","end":"2026-04-28T04:12:28.198852Z","steps":["trace[1323498051] 'agreement among raft nodes before linearized reading' (duration: 3.337406959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.108031Z","time spent":"3.090822395s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.198874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.861375Z","time spent":"3.337496062s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:28.198898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337221244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:12:28.198901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126213172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-28T04:12:28.198921Z","caller":"traceutil/trace.go:171","msg":"trace[1077403578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25362; }","duration":"3.337254304s","start":"2026-04-28T04:12:24.861662Z","end":"2026-04-28T04:12:28.198917Z","steps":["trace[1077403578] 'agreement among raft nodes before linearized reading' (duration: 3.337199293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889407647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:28.198931Z","caller":"traceutil/trace.go:171","msg":"trace[1167893852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25362; }","duration":"3.126280194s","start":"2026-04-28T04:12:25.072642Z","end":"2026-04-28T04:12:28.198922Z","steps":["trace[1167893852] 'agreement among raft nodes before linearized reading' (duration: 3.126196881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.86165Z","time spent":"3.337289935s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:12:28.198952Z","caller":"traceutil/trace.go:171","msg":"trace[2008959359] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25362; }","duration":"3.889471369s","start":"2026-04-28T04:12:24.309474Z","end":"2026-04-28T04:12:28.198945Z","steps":["trace[2008959359] 'agreement among raft nodes before linearized reading' (duration: 3.889441778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.198969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.309452Z","time spent":"3.88951203s","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.198963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.072623Z","time spent":"3.126334296s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:28.198981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.439241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:28.198989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267024905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:28.199005Z","caller":"traceutil/trace.go:171","msg":"trace[1828023012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25362; }","duration":"100.506763ms","start":"2026-04-28T04:12:28.098492Z","end":"2026-04-28T04:12:28.198999Z","steps":["trace[1828023012] 'agreement among raft nodes before linearized reading' (duration: 100.471492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.199012Z","caller":"traceutil/trace.go:171","msg":"trace[1064219124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25362; }","duration":"2.267086347s","start":"2026-04-28T04:12:25.931918Z","end":"2026-04-28T04:12:28.199005Z","steps":["trace[1064219124] 'agreement among raft nodes before linearized reading' (duration: 2.267044696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.19903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337385139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T04:12:28.199039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.931901Z","time spent":"2.267126649s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:28.198817Z","caller":"traceutil/trace.go:171","msg":"trace[462921181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25362; }","duration":"3.129389812s","start":"2026-04-28T04:12:25.069415Z","end":"2026-04-28T04:12:28.198804Z","steps":["trace[462921181] 'agreement among raft nodes before linearized reading' (duration: 3.129215926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.06939Z","time spent":"3.129748883s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411462744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:28.199194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81994399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T04:12:28.19921Z","caller":"traceutil/trace.go:171","msg":"trace[1541738382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25362; }","duration":"1.411520115s","start":"2026-04-28T04:12:26.787683Z","end":"2026-04-28T04:12:28.199203Z","steps":["trace[1541738382] 'agreement among raft nodes before linearized reading' (duration: 1.411476924s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.198875Z","caller":"traceutil/trace.go:171","msg":"trace[1533725173] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25362; }","duration":"4.125921495s","start":"2026-04-28T04:12:24.072946Z","end":"2026-04-28T04:12:28.198868Z","steps":["trace[1533725173] 'agreement among raft nodes before linearized reading' (duration: 4.125832632s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.198849Z","caller":"traceutil/trace.go:171","msg":"trace[246067431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25362; }","duration":"3.337195942s","start":"2026-04-28T04:12:24.861648Z","end":"2026-04-28T04:12:28.198844Z","steps":["trace[246067431] 'agreement among raft nodes before linearized reading' (duration: 3.33714167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:26.787666Z","time spent":"1.411562256s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.199243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.07294Z","time spent":"4.126298717s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.861634Z","time spent":"3.337607946s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.953486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:28.198944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670932795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T04:12:28.199326Z","caller":"traceutil/trace.go:171","msg":"trace[771553739] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25362; }","duration":"603.025979ms","start":"2026-04-28T04:12:27.596292Z","end":"2026-04-28T04:12:28.199318Z","steps":["trace[771553739] 'agreement among raft nodes before linearized reading' (duration: 602.973387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.199343Z","caller":"traceutil/trace.go:171","msg":"trace[985580926] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee; range_end:; response_count:1; response_revision:25362; }","duration":"1.671355409s","start":"2026-04-28T04:12:26.527979Z","end":"2026-04-28T04:12:28.199334Z","steps":["trace[985580926] 'agreement among raft nodes before linearized reading' (duration: 1.670918465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:27.596272Z","time spent":"603.07433ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.199369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:26.527965Z","time spent":"1.67139801s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" "} {"level":"info","ts":"2026-04-28T04:12:28.198776Z","caller":"traceutil/trace.go:171","msg":"trace[1774858000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25362; }","duration":"3.337335037s","start":"2026-04-28T04:12:24.861435Z","end":"2026-04-28T04:12:28.19877Z","steps":["trace[1774858000] 'agreement among raft nodes before linearized reading' (duration: 3.337246384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.861413Z","time spent":"3.338031719s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:28.198764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121241247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:28.199117Z","caller":"traceutil/trace.go:171","msg":"trace[1202894237] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"2.819226099s","start":"2026-04-28T04:12:25.379882Z","end":"2026-04-28T04:12:28.199108Z","steps":["trace[1202894237] 'process raft request' (duration: 2.818650181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.19934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056757824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:12:28.199559Z","caller":"traceutil/trace.go:171","msg":"trace[826461666] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25362; }","duration":"1.057024253s","start":"2026-04-28T04:12:27.14253Z","end":"2026-04-28T04:12:28.199554Z","steps":["trace[826461666] 'agreement among raft nodes before linearized reading' (duration: 1.05661322s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.19908Z","caller":"traceutil/trace.go:171","msg":"trace[1744096505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25362; }","duration":"3.337467531s","start":"2026-04-28T04:12:24.861603Z","end":"2026-04-28T04:12:28.19907Z","steps":["trace[1744096505] 'agreement among raft nodes before linearized reading' (duration: 3.337389379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:27.142507Z","time spent":"1.057064534s","remote":"127.0.0.1:39164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.198788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.123358Z","time spent":"4.07542522s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.861583Z","time spent":"3.338000797s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.379857Z","time spent":"2.819691644s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:28.199222Z","caller":"traceutil/trace.go:171","msg":"trace[665214141] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25362; }","duration":"1.819995032s","start":"2026-04-28T04:12:26.379217Z","end":"2026-04-28T04:12:28.199212Z","steps":["trace[665214141] 'agreement among raft nodes before linearized reading' (duration: 1.819917259s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:28.199525Z","caller":"traceutil/trace.go:171","msg":"trace[118013762] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25362; }","duration":"4.122038832s","start":"2026-04-28T04:12:24.077477Z","end":"2026-04-28T04:12:28.199516Z","steps":["trace[118013762] 'agreement among raft nodes before linearized reading' (duration: 4.121244227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:26.379202Z","time spent":"1.820445295s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T04:12:28.199392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.363685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:28.199669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:24.077466Z","time spent":"4.122198107s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T04:12:28.199684Z","caller":"traceutil/trace.go:171","msg":"trace[1898508178] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25362; }","duration":"753.694536ms","start":"2026-04-28T04:12:27.445977Z","end":"2026-04-28T04:12:28.199672Z","steps":["trace[1898508178] 'agreement among raft nodes before linearized reading' (duration: 753.384276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:28.199719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:27.445924Z","time spent":"753.782868ms","remote":"127.0.0.1:39048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:28.705228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:12:28.784557Z","caller":"traceutil/trace.go:171","msg":"trace[1222591690] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"583.395489ms","start":"2026-04-28T04:12:28.201133Z","end":"2026-04-28T04:12:28.784528Z","steps":["trace[1222591690] 'process raft request' (duration: 528.423433ms)","trace[1222591690] 'compare' (duration: 54.265153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:28.784692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.201114Z","time spent":"583.501931ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.09866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366848295s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:12:30.099202Z","caller":"traceutil/trace.go:171","msg":"trace[332066448] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"1.894867945s","start":"2026-04-28T04:12:28.204291Z","end":"2026-04-28T04:12:30.099158Z","steps":["trace[332066448] 'process raft request' (duration: 1.894582376s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.099204Z","caller":"traceutil/trace.go:171","msg":"trace[1328452183] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"1.894727311s","start":"2026-04-28T04:12:28.20445Z","end":"2026-04-28T04:12:30.099177Z","steps":["trace[1328452183] 'process raft request' (duration: 1.894647588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.099349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204281Z","time spent":"1.894976528s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.099362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204433Z","time spent":"1.894843374s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.099477Z","caller":"traceutil/trace.go:171","msg":"trace[28555690] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"1.895011329s","start":"2026-04-28T04:12:28.204429Z","end":"2026-04-28T04:12:30.099441Z","steps":["trace[28555690] 'process raft request' (duration: 1.894628737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.099656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204418Z","time spent":"1.895133173s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.099678Z","caller":"traceutil/trace.go:171","msg":"trace[1034034631] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"1.895151244s","start":"2026-04-28T04:12:28.204486Z","end":"2026-04-28T04:12:30.099637Z","steps":["trace[1034034631] 'process raft request' (duration: 1.894652558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.099833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.20448Z","time spent":"1.895270598s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.09984Z","caller":"traceutil/trace.go:171","msg":"trace[1985968171] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"1.895286718s","start":"2026-04-28T04:12:28.204541Z","end":"2026-04-28T04:12:30.099828Z","steps":["trace[1985968171] 'process raft request' (duration: 1.895146874s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.099827Z","caller":"traceutil/trace.go:171","msg":"trace[1310100836] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26193; }","duration":"1.895585977s","start":"2026-04-28T04:12:28.204213Z","end":"2026-04-28T04:12:30.099799Z","steps":["trace[1310100836] 'read index received' (duration: 525.474189ms)","trace[1310100836] 'applied index is now lower than readState.Index' (duration: 1.370110608s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:30.099894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204526Z","time spent":"1.895338059s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.099955Z","caller":"traceutil/trace.go:171","msg":"trace[1799309155] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"1.895445853s","start":"2026-04-28T04:12:28.204501Z","end":"2026-04-28T04:12:30.099947Z","steps":["trace[1799309155] 'process raft request' (duration: 1.89504524s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.099947Z","caller":"traceutil/trace.go:171","msg":"trace[469042607] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.892849861s","start":"2026-04-28T04:12:28.207076Z","end":"2026-04-28T04:12:30.099926Z","steps":["trace[469042607] 'process raft request' (duration: 1.892652015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.099993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204496Z","time spent":"1.895478284s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.100011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895770433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:30.100057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.207068Z","time spent":"1.892928533s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.10006Z","caller":"traceutil/trace.go:171","msg":"trace[1986053592] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25370; }","duration":"1.895855086s","start":"2026-04-28T04:12:28.204192Z","end":"2026-04-28T04:12:30.100047Z","steps":["trace[1986053592] 'agreement among raft nodes before linearized reading' (duration: 1.895757323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895880267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:30.10011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204178Z","time spent":"1.895920688s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T04:12:30.100131Z","caller":"traceutil/trace.go:171","msg":"trace[263445236] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25370; }","duration":"1.895926118s","start":"2026-04-28T04:12:28.204196Z","end":"2026-04-28T04:12:30.100123Z","steps":["trace[263445236] 'agreement among raft nodes before linearized reading' (duration: 1.895868117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204183Z","time spent":"1.895967749s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:12:30.100248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213951837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:12:30.100294Z","caller":"traceutil/trace.go:171","msg":"trace[288757740] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25370; }","duration":"1.21403036s","start":"2026-04-28T04:12:28.886253Z","end":"2026-04-28T04:12:30.100283Z","steps":["trace[288757740] 'agreement among raft nodes before linearized reading' (duration: 1.213821373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.886235Z","time spent":"1.214113783s","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:30.100394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308698459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T04:12:30.10042Z","caller":"traceutil/trace.go:171","msg":"trace[1673008578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee; range_end:; response_count:1; response_revision:25370; }","duration":"1.30872193s","start":"2026-04-28T04:12:28.79169Z","end":"2026-04-28T04:12:30.100412Z","steps":["trace[1673008578] 'agreement among raft nodes before linearized reading' (duration: 1.308592406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.791635Z","time spent":"1.308797872s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" "} {"level":"warn","ts":"2026-04-28T04:12:30.100595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89630175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-722e38fa-aa55-40d5-8a44-a383a67f30c8\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-28T04:12:30.100628Z","caller":"traceutil/trace.go:171","msg":"trace[2041385881] range","detail":"{range_begin:/registry/persistentvolumes/pvc-722e38fa-aa55-40d5-8a44-a383a67f30c8; range_end:; response_count:1; response_revision:25370; }","duration":"1.896340241s","start":"2026-04-28T04:12:28.204279Z","end":"2026-04-28T04:12:30.10062Z","steps":["trace[2041385881] 'agreement among raft nodes before linearized reading' (duration: 1.896224187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.319814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T04:12:30.100644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.204277Z","time spent":"1.896363812s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-722e38fa-aa55-40d5-8a44-a383a67f30c8\" "} {"level":"info","ts":"2026-04-28T04:12:30.10066Z","caller":"traceutil/trace.go:171","msg":"trace[1686793908] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25370; }","duration":"473.390396ms","start":"2026-04-28T04:12:29.62726Z","end":"2026-04-28T04:12:30.10065Z","steps":["trace[1686793908] 'agreement among raft nodes before linearized reading' (duration: 473.273692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.10069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839457175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-28T04:12:30.100735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.3343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-28T04:12:30.10075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892699226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:30.100748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018545648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T04:12:30.100766Z","caller":"traceutil/trace.go:171","msg":"trace[1388078299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25370; }","duration":"1.892748168s","start":"2026-04-28T04:12:28.208013Z","end":"2026-04-28T04:12:30.100762Z","steps":["trace[1388078299] 'agreement among raft nodes before linearized reading' (duration: 1.892715327s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.100737Z","caller":"traceutil/trace.go:171","msg":"trace[1107172047] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25370; }","duration":"1.839559909s","start":"2026-04-28T04:12:28.261166Z","end":"2026-04-28T04:12:30.100725Z","steps":["trace[1107172047] 'agreement among raft nodes before linearized reading' (duration: 1.839330571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.207996Z","time spent":"1.892784069s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:30.100777Z","caller":"traceutil/trace.go:171","msg":"trace[445977554] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25370; }","duration":"1.01861224s","start":"2026-04-28T04:12:29.082157Z","end":"2026-04-28T04:12:30.100769Z","steps":["trace[445977554] 'agreement among raft nodes before linearized reading' (duration: 1.018558208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385460882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:30.100803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.082136Z","time spent":"1.018662362s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T04:12:30.100822Z","caller":"traceutil/trace.go:171","msg":"trace[295453864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25370; }","duration":"1.385540145s","start":"2026-04-28T04:12:28.715274Z","end":"2026-04-28T04:12:30.100814Z","steps":["trace[295453864] 'agreement among raft nodes before linearized reading' (duration: 1.385483103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.456389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.100856Z","caller":"traceutil/trace.go:171","msg":"trace[995800606] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25370; }","duration":"588.540101ms","start":"2026-04-28T04:12:29.51231Z","end":"2026-04-28T04:12:30.10085Z","steps":["trace[995800606] 'agreement among raft nodes before linearized reading' (duration: 588.49995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.100765Z","caller":"traceutil/trace.go:171","msg":"trace[1096962630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25370; }","duration":"896.382551ms","start":"2026-04-28T04:12:29.204374Z","end":"2026-04-28T04:12:30.100756Z","steps":["trace[1096962630] 'agreement among raft nodes before linearized reading' (duration: 896.289549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.512283Z","time spent":"588.592513ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:30.100889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.204325Z","time spent":"896.556996ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:30.100899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600575033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.100926Z","caller":"traceutil/trace.go:171","msg":"trace[1176009097] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25370; }","duration":"1.600600834s","start":"2026-04-28T04:12:28.500317Z","end":"2026-04-28T04:12:30.100918Z","steps":["trace[1176009097] 'agreement among raft nodes before linearized reading' (duration: 1.600560332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.50028Z","time spent":"1.600672527s","remote":"127.0.0.1:51052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:30.100796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.261141Z","time spent":"1.839646431s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418403,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T04:12:30.100998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039709086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:30.101031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.814266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T04:12:30.101048Z","caller":"traceutil/trace.go:171","msg":"trace[153281482] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25370; }","duration":"649.892279ms","start":"2026-04-28T04:12:29.45115Z","end":"2026-04-28T04:12:30.101042Z","steps":["trace[153281482] 'agreement among raft nodes before linearized reading' (duration: 649.832037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.101069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.451121Z","time spent":"649.94524ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-28T04:12:30.101041Z","caller":"traceutil/trace.go:171","msg":"trace[159819359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25370; }","duration":"1.039788539s","start":"2026-04-28T04:12:29.061242Z","end":"2026-04-28T04:12:30.10103Z","steps":["trace[159819359] 'agreement among raft nodes before linearized reading' (duration: 1.039724977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.100696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.627238Z","time spent":"473.451798ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:12:30.101201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:29.06122Z","time spent":"1.039972364s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:30.100858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:28.71525Z","time spent":"1.385599626s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:30.258332Z","caller":"traceutil/trace.go:171","msg":"trace[1940036469] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26201; }","duration":"153.896249ms","start":"2026-04-28T04:12:30.10438Z","end":"2026-04-28T04:12:30.258276Z","steps":["trace[1940036469] 'read index received' (duration: 127.281128ms)","trace[1940036469] 'applied index is now lower than readState.Index' (duration: 26.612941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:30.258651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.247639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.258737Z","caller":"traceutil/trace.go:171","msg":"trace[960968390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25370; }","duration":"154.403004ms","start":"2026-04-28T04:12:30.104312Z","end":"2026-04-28T04:12:30.258715Z","steps":["trace[960968390] 'agreement among raft nodes before linearized reading' (duration: 154.229409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.549452Z","caller":"traceutil/trace.go:171","msg":"trace[356234543] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"340.915944ms","start":"2026-04-28T04:12:30.20851Z","end":"2026-04-28T04:12:30.549426Z","steps":["trace[356234543] 'process raft request' (duration: 340.870893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.549475Z","caller":"traceutil/trace.go:171","msg":"trace[26792713] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"346.441478ms","start":"2026-04-28T04:12:30.202988Z","end":"2026-04-28T04:12:30.54943Z","steps":["trace[26792713] 'process raft request' (duration: 346.18577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.549524Z","caller":"traceutil/trace.go:171","msg":"trace[1736357487] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"444.037679ms","start":"2026-04-28T04:12:30.105456Z","end":"2026-04-28T04:12:30.549493Z","steps":["trace[1736357487] 'process raft request' (duration: 443.613416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.549585Z","caller":"traceutil/trace.go:171","msg":"trace[1491954015] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"374.659849ms","start":"2026-04-28T04:12:30.174898Z","end":"2026-04-28T04:12:30.549558Z","steps":["trace[1491954015] 'process raft request' (duration: 374.231296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.549612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.208496Z","time spent":"341.035527ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.549597Z","caller":"traceutil/trace.go:171","msg":"trace[271464641] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"345.186328ms","start":"2026-04-28T04:12:30.204373Z","end":"2026-04-28T04:12:30.549559Z","steps":["trace[271464641] 'process raft request' (duration: 344.840477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.549685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.174874Z","time spent":"374.756843ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.549666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.202961Z","time spent":"346.600663ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.549676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.105442Z","time spent":"444.145023ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.549763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.204358Z","time spent":"345.318553ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.549913Z","caller":"traceutil/trace.go:171","msg":"trace[1151096069] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"445.390202ms","start":"2026-04-28T04:12:30.104511Z","end":"2026-04-28T04:12:30.549901Z","steps":["trace[1151096069] 'process raft request' (duration: 444.401091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.549954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.104484Z","time spent":"445.450124ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.549617Z","caller":"traceutil/trace.go:171","msg":"trace[602412570] linearizableReadLoop","detail":"{readStateIndex:26212; appliedIndex:26212; }","duration":"291.169723ms","start":"2026-04-28T04:12:30.258423Z","end":"2026-04-28T04:12:30.549593Z","steps":["trace[602412570] 'read index received' (duration: 291.156063ms)","trace[602412570] 'applied index is now lower than readState.Index' (duration: 11.37µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:30.550003Z","caller":"traceutil/trace.go:171","msg":"trace[2010901304] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"345.351674ms","start":"2026-04-28T04:12:30.204631Z","end":"2026-04-28T04:12:30.549983Z","steps":["trace[2010901304] 'process raft request' (duration: 344.61694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.55003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.967236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.550091Z","caller":"traceutil/trace.go:171","msg":"trace[85776167] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25380; }","duration":"443.048798ms","start":"2026-04-28T04:12:30.107023Z","end":"2026-04-28T04:12:30.550072Z","steps":["trace[85776167] 'agreement among raft nodes before linearized reading' (duration: 442.944245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.550092Z","caller":"traceutil/trace.go:171","msg":"trace[1503194228] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"342.339218ms","start":"2026-04-28T04:12:30.207731Z","end":"2026-04-28T04:12:30.550071Z","steps":["trace[1503194228] 'process raft request' (duration: 341.613806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.550114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.204586Z","time spent":"345.479868ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:30.550104Z","caller":"traceutil/trace.go:171","msg":"trace[219760601] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"344.539108ms","start":"2026-04-28T04:12:30.205491Z","end":"2026-04-28T04:12:30.55003Z","steps":["trace[219760601] 'process raft request' (duration: 343.823666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.550146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.107014Z","time spent":"443.1186ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:30.550187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.207698Z","time spent":"342.441162ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.550322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.205476Z","time spent":"344.725124ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.550382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.151595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:12:30.550467Z","caller":"traceutil/trace.go:171","msg":"trace[1643148307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25380; }","duration":"445.249327ms","start":"2026-04-28T04:12:30.105201Z","end":"2026-04-28T04:12:30.55045Z","steps":["trace[1643148307] 'agreement among raft nodes before linearized reading' (duration: 444.460583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.550528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.105187Z","time spent":"445.32478ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:12:30.550624Z","caller":"traceutil/trace.go:171","msg":"trace[59993045] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"345.215969ms","start":"2026-04-28T04:12:30.205383Z","end":"2026-04-28T04:12:30.550599Z","steps":["trace[59993045] 'process raft request' (duration: 343.900328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.550743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.205371Z","time spent":"345.312723ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:30.551345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.564045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T04:12:30.551446Z","caller":"traceutil/trace.go:171","msg":"trace[1483768154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25380; }","duration":"443.704209ms","start":"2026-04-28T04:12:30.107722Z","end":"2026-04-28T04:12:30.551426Z","steps":["trace[1483768154] 'agreement among raft nodes before linearized reading' (duration: 441.906252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.551511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:30.107703Z","time spent":"443.794303ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:12:30.558479Z","caller":"traceutil/trace.go:171","msg":"trace[493023620] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"298.851076ms","start":"2026-04-28T04:12:30.259601Z","end":"2026-04-28T04:12:30.558452Z","steps":["trace[493023620] 'process raft request' (duration: 298.502845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.558575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.949506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.558626Z","caller":"traceutil/trace.go:171","msg":"trace[1354936535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25382; }","duration":"291.033069ms","start":"2026-04-28T04:12:30.267577Z","end":"2026-04-28T04:12:30.55861Z","steps":["trace[1354936535] 'agreement among raft nodes before linearized reading' (duration: 290.931866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:30.558819Z","caller":"traceutil/trace.go:171","msg":"trace[2078290416] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"118.45501ms","start":"2026-04-28T04:12:30.440351Z","end":"2026-04-28T04:12:30.558807Z","steps":["trace[2078290416] 'process raft request' (duration: 117.926453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.558913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.620013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:30.558942Z","caller":"traceutil/trace.go:171","msg":"trace[2720267] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25382; }","duration":"225.692226ms","start":"2026-04-28T04:12:30.333241Z","end":"2026-04-28T04:12:30.558933Z","steps":["trace[2720267] 'agreement among raft nodes before linearized reading' (duration: 225.642264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:30.559015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.038746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-28T04:12:30.559052Z","caller":"traceutil/trace.go:171","msg":"trace[2029296606] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25382; }","duration":"296.099008ms","start":"2026-04-28T04:12:30.262944Z","end":"2026-04-28T04:12:30.559043Z","steps":["trace[2029296606] 'agreement among raft nodes before linearized reading' (duration: 295.983235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:33.33078Z","caller":"traceutil/trace.go:171","msg":"trace[1550314041] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"127.234687ms","start":"2026-04-28T04:12:33.203502Z","end":"2026-04-28T04:12:33.330737Z","steps":["trace[1550314041] 'process raft request' (duration: 127.063772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.026368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.900508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:34.026438Z","caller":"traceutil/trace.go:171","msg":"trace[1159931503] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25403; }","duration":"209.9797ms","start":"2026-04-28T04:12:33.816436Z","end":"2026-04-28T04:12:34.026416Z","steps":["trace[1159931503] 'count revisions from in-memory index tree' (duration: 209.828515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.02651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.897766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:34.026578Z","caller":"traceutil/trace.go:171","msg":"trace[2088412626] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25403; }","duration":"470.006369ms","start":"2026-04-28T04:12:33.556555Z","end":"2026-04-28T04:12:34.026561Z","steps":["trace[2088412626] 'count revisions from in-memory index tree' (duration: 469.832694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.026614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:33.556539Z","time spent":"470.066901ms","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:34.026598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.774007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:34.026662Z","caller":"traceutil/trace.go:171","msg":"trace[431324865] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25403; }","duration":"383.89158ms","start":"2026-04-28T04:12:33.642754Z","end":"2026-04-28T04:12:34.026646Z","steps":["trace[431324865] 'count revisions from in-memory index tree' (duration: 383.702005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.026701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:33.642738Z","time spent":"383.954832ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:34.026658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.29176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:34.026816Z","caller":"traceutil/trace.go:171","msg":"trace[1203701982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25403; }","duration":"401.519307ms","start":"2026-04-28T04:12:33.625272Z","end":"2026-04-28T04:12:34.026791Z","steps":["trace[1203701982] 'count revisions from in-memory index tree' (duration: 401.153425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.026869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:33.625231Z","time spent":"401.62342ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:34.398903Z","caller":"traceutil/trace.go:171","msg":"trace[995027692] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"281.376524ms","start":"2026-04-28T04:12:34.117503Z","end":"2026-04-28T04:12:34.398879Z","steps":["trace[995027692] 'process raft request' (duration: 281.216859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:34.423548Z","caller":"traceutil/trace.go:171","msg":"trace[1630776807] linearizableReadLoop","detail":"{readStateIndex:26237; appliedIndex:26235; }","duration":"303.856993ms","start":"2026-04-28T04:12:34.119673Z","end":"2026-04-28T04:12:34.42353Z","steps":["trace[1630776807] 'read index received' (duration: 276.606413ms)","trace[1630776807] 'applied index is now lower than readState.Index' (duration: 27.24976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:34.42363Z","caller":"traceutil/trace.go:171","msg":"trace[1819044479] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"300.981523ms","start":"2026-04-28T04:12:34.122638Z","end":"2026-04-28T04:12:34.423619Z","steps":["trace[1819044479] 'process raft request' (duration: 300.865819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:34.423616Z","caller":"traceutil/trace.go:171","msg":"trace[1706014365] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"304.874825ms","start":"2026-04-28T04:12:34.118702Z","end":"2026-04-28T04:12:34.423576Z","steps":["trace[1706014365] 'process raft request' (duration: 304.648658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.423708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.122627Z","time spent":"301.021164ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:34.423828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.118675Z","time spent":"305.035021ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:34.423919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.243266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:12:34.423942Z","caller":"traceutil/trace.go:171","msg":"trace[1090426225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25406; }","duration":"304.310718ms","start":"2026-04-28T04:12:34.119626Z","end":"2026-04-28T04:12:34.423937Z","steps":["trace[1090426225] 'agreement among raft nodes before linearized reading' (duration: 304.196694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:34.423959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.119607Z","time spent":"304.348598ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:34.923894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:12:35.100279Z","caller":"traceutil/trace.go:171","msg":"trace[437288219] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"701.177038ms","start":"2026-04-28T04:12:34.399069Z","end":"2026-04-28T04:12:35.100246Z","steps":["trace[437288219] 'process raft request' (duration: 700.980431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.100466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.399035Z","time spent":"701.334723ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:35.801034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.98903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:35.801422Z","caller":"traceutil/trace.go:171","msg":"trace[704715243] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26238; }","duration":"1.377814291s","start":"2026-04-28T04:12:34.423592Z","end":"2026-04-28T04:12:35.801406Z","steps":["trace[704715243] 'read index received' (duration: 676.450727ms)","trace[704715243] 'applied index is now lower than readState.Index' (duration: 701.362774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:35.801499Z","caller":"traceutil/trace.go:171","msg":"trace[614390781] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"1.373093662s","start":"2026-04-28T04:12:34.428395Z","end":"2026-04-28T04:12:35.801488Z","steps":["trace[614390781] 'process raft request' (duration: 1.060562064s)","trace[614390781] 'compare' (duration: 311.642219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:35.801553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.42838Z","time spent":"1.373143254s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.801624Z","caller":"traceutil/trace.go:171","msg":"trace[205215375] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"1.233729152s","start":"2026-04-28T04:12:34.567872Z","end":"2026-04-28T04:12:35.801601Z","steps":["trace[205215375] 'process raft request' (duration: 1.233435573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.801738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.567837Z","time spent":"1.233842106s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.801756Z","caller":"traceutil/trace.go:171","msg":"trace[1931694544] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"1.233793834s","start":"2026-04-28T04:12:34.567951Z","end":"2026-04-28T04:12:35.801745Z","steps":["trace[1931694544] 'process raft request' (duration: 1.233386511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.801812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.5679Z","time spent":"1.233879897s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.801837Z","caller":"traceutil/trace.go:171","msg":"trace[1256149814] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"1.235399875s","start":"2026-04-28T04:12:34.566407Z","end":"2026-04-28T04:12:35.801807Z","steps":["trace[1256149814] 'process raft request' (duration: 1.234843057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.80199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.566395Z","time spent":"1.235509868s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:35.802043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680655822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:12:35.802021Z","caller":"traceutil/trace.go:171","msg":"trace[645625213] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"1.239965559s","start":"2026-04-28T04:12:34.562029Z","end":"2026-04-28T04:12:35.801994Z","steps":["trace[645625213] 'process raft request' (duration: 1.239095991s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.802135Z","caller":"traceutil/trace.go:171","msg":"trace[711237923] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"1.236096407s","start":"2026-04-28T04:12:34.566027Z","end":"2026-04-28T04:12:35.802123Z","steps":["trace[711237923] 'process raft request' (duration: 1.235190758s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.802127Z","caller":"traceutil/trace.go:171","msg":"trace[324155705] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"1.23304151s","start":"2026-04-28T04:12:34.569055Z","end":"2026-04-28T04:12:35.802096Z","steps":["trace[324155705] 'process raft request' (duration: 1.232314277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.802187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.566016Z","time spent":"1.236141468s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:35.802191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42465676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-28T04:12:35.801879Z","caller":"traceutil/trace.go:171","msg":"trace[1215879214] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"1.234952901s","start":"2026-04-28T04:12:34.566914Z","end":"2026-04-28T04:12:35.801867Z","steps":["trace[1215879214] 'process raft request' (duration: 1.234366242s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.802223Z","caller":"traceutil/trace.go:171","msg":"trace[360952622] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25416; }","duration":"1.424736353s","start":"2026-04-28T04:12:34.377478Z","end":"2026-04-28T04:12:35.802215Z","steps":["trace[360952622] 'agreement among raft nodes before linearized reading' (duration: 1.42465524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.802213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481147763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:35.802255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.566876Z","time spent":"1.235359223s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:35.802268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.377451Z","time spent":"1.424810495s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T04:12:35.802253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.569029Z","time spent":"1.233147743s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.802282Z","caller":"traceutil/trace.go:171","msg":"trace[1359940534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25416; }","duration":"1.481274797s","start":"2026-04-28T04:12:34.320991Z","end":"2026-04-28T04:12:35.802265Z","steps":["trace[1359940534] 'agreement among raft nodes before linearized reading' (duration: 1.481157183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.802072Z","caller":"traceutil/trace.go:171","msg":"trace[1006530170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25416; }","duration":"1.680694914s","start":"2026-04-28T04:12:34.121368Z","end":"2026-04-28T04:12:35.802063Z","steps":["trace[1006530170] 'agreement among raft nodes before linearized reading' (duration: 1.6805777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.802316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.121361Z","time spent":"1.680950592s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:35.802318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.320966Z","time spent":"1.48134344s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:35.802087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680943811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-04-28T04:12:35.802031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509407456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T04:12:35.802367Z","caller":"traceutil/trace.go:171","msg":"trace[1175972808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25416; }","duration":"1.681229991s","start":"2026-04-28T04:12:34.121122Z","end":"2026-04-28T04:12:35.802352Z","steps":["trace[1175972808] 'agreement among raft nodes before linearized reading' (duration: 1.680865139s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.802379Z","caller":"traceutil/trace.go:171","msg":"trace[1935643111] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3; range_end:; response_count:1; response_revision:25416; }","duration":"1.509824058s","start":"2026-04-28T04:12:34.292546Z","end":"2026-04-28T04:12:35.80237Z","steps":["trace[1935643111] 'agreement among raft nodes before linearized reading' (duration: 1.509277311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.802398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.292521Z","time spent":"1.50987157s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69fcb6fea3d3\" "} {"level":"warn","ts":"2026-04-28T04:12:35.802403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.121114Z","time spent":"1.681278332s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"warn","ts":"2026-04-28T04:12:35.802202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.56201Z","time spent":"1.240114524s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.802947Z","caller":"traceutil/trace.go:171","msg":"trace[2052159605] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"1.237238613s","start":"2026-04-28T04:12:34.565552Z","end":"2026-04-28T04:12:35.802791Z","steps":["trace[2052159605] 'process raft request' (duration: 1.235634862s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.803028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.565529Z","time spent":"1.23746002s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:35.861297Z","caller":"traceutil/trace.go:171","msg":"trace[2044268746] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"157.249674ms","start":"2026-04-28T04:12:35.704024Z","end":"2026-04-28T04:12:35.861274Z","steps":["trace[2044268746] 'process raft request' (duration: 157.079559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.861682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.685498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:35.86175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095682213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T04:12:35.861752Z","caller":"traceutil/trace.go:171","msg":"trace[1151676650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25417; }","duration":"876.824563ms","start":"2026-04-28T04:12:34.984911Z","end":"2026-04-28T04:12:35.861736Z","steps":["trace[1151676650] 'agreement among raft nodes before linearized reading' (duration: 876.673588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.861754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.350155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T04:12:35.861792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.984878Z","time spent":"876.904755ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:35.861794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.892638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T04:12:35.86182Z","caller":"traceutil/trace.go:171","msg":"trace[914899675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25417; }","duration":"277.47552ms","start":"2026-04-28T04:12:35.584328Z","end":"2026-04-28T04:12:35.861803Z","steps":["trace[914899675] 'agreement among raft nodes before linearized reading' (duration: 277.226532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.861804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185647913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:35.861853Z","caller":"traceutil/trace.go:171","msg":"trace[19567072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25417; }","duration":"751.997042ms","start":"2026-04-28T04:12:35.109841Z","end":"2026-04-28T04:12:35.861838Z","steps":["trace[19567072] 'agreement among raft nodes before linearized reading' (duration: 751.868478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:35.86188Z","caller":"traceutil/trace.go:171","msg":"trace[1170908849] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25417; }","duration":"1.185746756s","start":"2026-04-28T04:12:34.676116Z","end":"2026-04-28T04:12:35.861862Z","steps":["trace[1170908849] 'agreement among raft nodes before linearized reading' (duration: 1.18557292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.861889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:35.109821Z","time spent":"752.059783ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:12:35.861937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.676045Z","time spent":"1.18587228s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:35.861779Z","caller":"traceutil/trace.go:171","msg":"trace[346146017] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25417; }","duration":"1.095762845s","start":"2026-04-28T04:12:34.766009Z","end":"2026-04-28T04:12:35.861771Z","steps":["trace[346146017] 'agreement among raft nodes before linearized reading' (duration: 1.095639041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.86207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.765984Z","time spent":"1.096068705s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T04:12:35.86232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.812267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:35.862362Z","caller":"traceutil/trace.go:171","msg":"trace[308843683] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25417; }","duration":"682.857378ms","start":"2026-04-28T04:12:35.179492Z","end":"2026-04-28T04:12:35.862349Z","steps":["trace[308843683] 'agreement among raft nodes before linearized reading' (duration: 682.744345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.862361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04746535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:35.862401Z","caller":"traceutil/trace.go:171","msg":"trace[402615866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25417; }","duration":"1.047524352s","start":"2026-04-28T04:12:34.814866Z","end":"2026-04-28T04:12:35.86239Z","steps":["trace[402615866] 'agreement among raft nodes before linearized reading' (duration: 1.04681316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:35.862398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:35.179385Z","time spent":"683.000113ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:35.86244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:34.814854Z","time spent":"1.047580064s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:36.304835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.674624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:36.304962Z","caller":"traceutil/trace.go:171","msg":"trace[833624720] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25419; }","duration":"339.84423ms","start":"2026-04-28T04:12:35.965092Z","end":"2026-04-28T04:12:36.304936Z","steps":["trace[833624720] 'range keys from in-memory index tree' (duration: 339.586632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:36.305037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:35.965073Z","time spent":"339.952323ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T04:12:36.780595Z","caller":"traceutil/trace.go:171","msg":"trace[313018655] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"352.651684ms","start":"2026-04-28T04:12:36.427922Z","end":"2026-04-28T04:12:36.780573Z","steps":["trace[313018655] 'read index received' (duration: 352.568441ms)","trace[313018655] 'applied index is now lower than readState.Index' (duration: 82.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:36.780707Z","caller":"traceutil/trace.go:171","msg":"trace[663094557] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"373.003077ms","start":"2026-04-28T04:12:36.407673Z","end":"2026-04-28T04:12:36.780676Z","steps":["trace[663094557] 'process raft request' (duration: 372.763169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:36.780769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.829979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:12:36.780795Z","caller":"traceutil/trace.go:171","msg":"trace[1388820442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25420; }","duration":"352.87117ms","start":"2026-04-28T04:12:36.427915Z","end":"2026-04-28T04:12:36.780786Z","steps":["trace[1388820442] 'agreement among raft nodes before linearized reading' (duration: 352.757567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:36.780822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.427871Z","time spent":"352.945553ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:36.780859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.407657Z","time spent":"373.11733ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:38.385876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577214147s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T04:12:38.386361Z","caller":"traceutil/trace.go:171","msg":"trace[1315364475] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26252; }","duration":"1.605689086s","start":"2026-04-28T04:12:36.780649Z","end":"2026-04-28T04:12:38.386338Z","steps":["trace[1315364475] 'read index received' (duration: 27.988804ms)","trace[1315364475] 'applied index is now lower than readState.Index' (duration: 1.577698932s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:38.387143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799841175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:38.387851Z","caller":"traceutil/trace.go:171","msg":"trace[843597566] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25420; }","duration":"1.800560168s","start":"2026-04-28T04:12:36.587266Z","end":"2026-04-28T04:12:38.387826Z","steps":["trace[843597566] 'agreement among raft nodes before linearized reading' (duration: 1.799791494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:38.387971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.587204Z","time spent":"1.800731953s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:38.387211Z","caller":"traceutil/trace.go:171","msg":"trace[2011612582] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"1.601861535s","start":"2026-04-28T04:12:36.785323Z","end":"2026-04-28T04:12:38.387185Z","steps":["trace[2011612582] 'process raft request' (duration: 1.600839932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:38.388455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.785295Z","time spent":"1.603013031s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:38.888678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:12:39.133107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324979342s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T04:12:39.209119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779566438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:12:39.209878Z","caller":"traceutil/trace.go:171","msg":"trace[997644748] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"1.401822108s","start":"2026-04-28T04:12:37.808027Z","end":"2026-04-28T04:12:39.209849Z","steps":["trace[997644748] 'process raft request' (duration: 1.325319193s)","trace[997644748] 'compare' (duration: 75.288827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:39.21003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808005Z","time spent":"1.401946063s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:39.21029Z","caller":"traceutil/trace.go:171","msg":"trace[1555489427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25421; }","duration":"2.779834107s","start":"2026-04-28T04:12:36.429499Z","end":"2026-04-28T04:12:39.209333Z","steps":["trace[1555489427] 'agreement among raft nodes before linearized reading' (duration: 1.957970939s)","trace[1555489427] 'range keys from in-memory index tree' (duration: 821.498377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:39.210397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.429421Z","time spent":"2.780944922s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:12:39.214782Z","caller":"traceutil/trace.go:171","msg":"trace[273843718] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"1.406540348s","start":"2026-04-28T04:12:37.808229Z","end":"2026-04-28T04:12:39.214769Z","steps":["trace[273843718] 'process raft request' (duration: 1.406481616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.214878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808218Z","time spent":"1.40660767s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:39.214865Z","caller":"traceutil/trace.go:171","msg":"trace[585416911] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"1.406774395s","start":"2026-04-28T04:12:37.808055Z","end":"2026-04-28T04:12:39.21483Z","steps":["trace[585416911] 'process raft request' (duration: 1.406544778s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:39.214873Z","caller":"traceutil/trace.go:171","msg":"trace[1311743809] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.406683242s","start":"2026-04-28T04:12:37.808167Z","end":"2026-04-28T04:12:39.214851Z","steps":["trace[1311743809] 'process raft request' (duration: 1.406522697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.214991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808141Z","time spent":"1.406784826s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:39.215003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808038Z","time spent":"1.406886889s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:39.215012Z","caller":"traceutil/trace.go:171","msg":"trace[1952548880] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"1.406731904s","start":"2026-04-28T04:12:37.80826Z","end":"2026-04-28T04:12:39.214992Z","steps":["trace[1952548880] 'process raft request' (duration: 1.406487376s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:39.215059Z","caller":"traceutil/trace.go:171","msg":"trace[215664237] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26254; }","duration":"827.368433ms","start":"2026-04-28T04:12:38.387674Z","end":"2026-04-28T04:12:39.215042Z","steps":["trace[215664237] 'read index received' (duration: 745.691604ms)","trace[215664237] 'applied index is now lower than readState.Index' (duration: 81.675968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:39.215123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808233Z","time spent":"1.406828947s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:39.215166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412039102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.215195Z","caller":"traceutil/trace.go:171","msg":"trace[446621579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25430; }","duration":"1.412122634s","start":"2026-04-28T04:12:37.803066Z","end":"2026-04-28T04:12:39.215188Z","steps":["trace[446621579] 'agreement among raft nodes before linearized reading' (duration: 1.412062672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.80304Z","time spent":"1.412176066s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:39.21522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406310631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:12:39.215252Z","caller":"traceutil/trace.go:171","msg":"trace[862656429] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"1.40693868s","start":"2026-04-28T04:12:37.808305Z","end":"2026-04-28T04:12:39.215243Z","steps":["trace[862656429] 'process raft request' (duration: 1.406591189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155630979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.21529Z","caller":"traceutil/trace.go:171","msg":"trace[1375122808] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25430; }","duration":"2.155700821s","start":"2026-04-28T04:12:37.059581Z","end":"2026-04-28T04:12:39.215282Z","steps":["trace[1375122808] 'agreement among raft nodes before linearized reading' (duration: 2.15565152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808284Z","time spent":"1.406987962s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:39.215375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952085523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-28T04:12:39.215384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241611724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.21542Z","caller":"traceutil/trace.go:171","msg":"trace[853279668] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25430; }","duration":"1.952126894s","start":"2026-04-28T04:12:37.263266Z","end":"2026-04-28T04:12:39.215393Z","steps":["trace[853279668] 'agreement among raft nodes before linearized reading' (duration: 1.952050751s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:39.215425Z","caller":"traceutil/trace.go:171","msg":"trace[1975670806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25430; }","duration":"2.241685926s","start":"2026-04-28T04:12:36.973715Z","end":"2026-04-28T04:12:39.215401Z","steps":["trace[1975670806] 'agreement among raft nodes before linearized reading' (duration: 2.241641674s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:39.215261Z","caller":"traceutil/trace.go:171","msg":"trace[1335658839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25430; }","duration":"1.406382143s","start":"2026-04-28T04:12:37.808868Z","end":"2026-04-28T04:12:39.21525Z","steps":["trace[1335658839] 'agreement among raft nodes before linearized reading' (duration: 1.406235518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.266151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-28T04:12:39.215448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.973692Z","time spent":"2.241750518s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:39.215462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808857Z","time spent":"1.40659701s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:39.215466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967884281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.215466Z","caller":"traceutil/trace.go:171","msg":"trace[1589030769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25430; }","duration":"841.365465ms","start":"2026-04-28T04:12:38.374088Z","end":"2026-04-28T04:12:39.215454Z","steps":["trace[1589030769] 'agreement among raft nodes before linearized reading' (duration: 841.23207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:39.215486Z","caller":"traceutil/trace.go:171","msg":"trace[1529832381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25430; }","duration":"1.967936193s","start":"2026-04-28T04:12:37.247542Z","end":"2026-04-28T04:12:39.215478Z","steps":["trace[1529832381] 'agreement among raft nodes before linearized reading' (duration: 1.967906672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.059561Z","time spent":"2.155740163s","remote":"127.0.0.1:40374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:39.215505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:38.37406Z","time spent":"841.436837ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T04:12:39.215542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324952222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:12:39.215559Z","caller":"traceutil/trace.go:171","msg":"trace[841403098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25430; }","duration":"1.325003614s","start":"2026-04-28T04:12:37.890552Z","end":"2026-04-28T04:12:39.215556Z","steps":["trace[841403098] 'agreement among raft nodes before linearized reading' (duration: 1.324964182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.21556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285153999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:39.215571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.890533Z","time spent":"1.325036264s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:12:39.215587Z","caller":"traceutil/trace.go:171","msg":"trace[435097678] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25430; }","duration":"2.28522178s","start":"2026-04-28T04:12:36.930359Z","end":"2026-04-28T04:12:39.215581Z","steps":["trace[435097678] 'agreement among raft nodes before linearized reading' (duration: 2.285184019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.263256Z","time spent":"1.952178596s","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-28T04:12:39.2153Z","caller":"traceutil/trace.go:171","msg":"trace[47350351] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"878.346401ms","start":"2026-04-28T04:12:38.336943Z","end":"2026-04-28T04:12:39.21529Z","steps":["trace[47350351] 'process raft request' (duration: 878.067082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.21569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408439661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-04-28T04:12:39.215501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.247527Z","time spent":"1.967969954s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:39.21571Z","caller":"traceutil/trace.go:171","msg":"trace[1159699115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6; range_end:; response_count:1; response_revision:25430; }","duration":"2.408487052s","start":"2026-04-28T04:12:36.807218Z","end":"2026-04-28T04:12:39.215705Z","steps":["trace[1159699115] 'agreement among raft nodes before linearized reading' (duration: 2.40840436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.807205Z","time spent":"2.408521084s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08cae8b3-1db3-43d5-b7b8-af672abe94d6\" "} {"level":"info","ts":"2026-04-28T04:12:39.215229Z","caller":"traceutil/trace.go:171","msg":"trace[1133558770] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"1.406397423s","start":"2026-04-28T04:12:37.808824Z","end":"2026-04-28T04:12:39.215221Z","steps":["trace[1133558770] 'process raft request' (duration: 1.406165806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:38.336904Z","time spent":"878.794725ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:39.215777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.80881Z","time spent":"1.406948361s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:39.215426Z","caller":"traceutil/trace.go:171","msg":"trace[1748955804] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.40659066s","start":"2026-04-28T04:12:37.808807Z","end":"2026-04-28T04:12:39.215398Z","steps":["trace[1748955804] 'process raft request' (duration: 1.406156186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.215863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:37.808797Z","time spent":"1.407026753s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:39.21561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:36.930334Z","time spent":"2.285270942s","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:39.224918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.10168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:39.224948Z","caller":"traceutil/trace.go:171","msg":"trace[1652332892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25431; }","duration":"437.173763ms","start":"2026-04-28T04:12:38.787767Z","end":"2026-04-28T04:12:39.224941Z","steps":["trace[1652332892] 'agreement among raft nodes before linearized reading' (duration: 437.106101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.22495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.445121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:39.224969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:38.787745Z","time spent":"437.214833ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:12:39.224983Z","caller":"traceutil/trace.go:171","msg":"trace[317625808] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25431; }","duration":"284.515523ms","start":"2026-04-28T04:12:38.940459Z","end":"2026-04-28T04:12:39.224975Z","steps":["trace[317625808] 'agreement among raft nodes before linearized reading' (duration: 284.461171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.225019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.008178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.225039Z","caller":"traceutil/trace.go:171","msg":"trace[288510542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25431; }","duration":"126.071291ms","start":"2026-04-28T04:12:39.098961Z","end":"2026-04-28T04:12:39.225033Z","steps":["trace[288510542] 'agreement among raft nodes before linearized reading' (duration: 126.04199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.225135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.003653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.225208Z","caller":"traceutil/trace.go:171","msg":"trace[897555935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25431; }","duration":"606.097746ms","start":"2026-04-28T04:12:38.61909Z","end":"2026-04-28T04:12:39.225188Z","steps":["trace[897555935] 'agreement among raft nodes before linearized reading' (duration: 605.974122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.225214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.195749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:39.22525Z","caller":"traceutil/trace.go:171","msg":"trace[843851457] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25431; }","duration":"244.258361ms","start":"2026-04-28T04:12:38.980984Z","end":"2026-04-28T04:12:39.225242Z","steps":["trace[843851457] 'agreement among raft nodes before linearized reading' (duration: 244.199599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:39.225255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:38.619076Z","time spent":"606.166507ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:40.601569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.274324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:40.601655Z","caller":"traceutil/trace.go:171","msg":"trace[1424242694] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25445; }","duration":"175.404438ms","start":"2026-04-28T04:12:40.426231Z","end":"2026-04-28T04:12:40.601636Z","steps":["trace[1424242694] 'count revisions from in-memory index tree' (duration: 175.218162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:40.601715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.488608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:40.60179Z","caller":"traceutil/trace.go:171","msg":"trace[1903775426] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25445; }","duration":"135.608992ms","start":"2026-04-28T04:12:40.466165Z","end":"2026-04-28T04:12:40.601774Z","steps":["trace[1903775426] 'count revisions from in-memory index tree' (duration: 135.413466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:40.602016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.998088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:12:40.602064Z","caller":"traceutil/trace.go:171","msg":"trace[1712898807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25445; }","duration":"209.093292ms","start":"2026-04-28T04:12:40.392958Z","end":"2026-04-28T04:12:40.602051Z","steps":["trace[1712898807] 'range keys from in-memory index tree' (duration: 208.831973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:40.601645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.02261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:40.602165Z","caller":"traceutil/trace.go:171","msg":"trace[2135185463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25445; }","duration":"139.536565ms","start":"2026-04-28T04:12:40.462565Z","end":"2026-04-28T04:12:40.602102Z","steps":["trace[2135185463] 'count revisions from in-memory index tree' (duration: 138.931346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:41.112719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:12:41.209576Z","caller":"traceutil/trace.go:171","msg":"trace[1940116052] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"603.436262ms","start":"2026-04-28T04:12:40.606121Z","end":"2026-04-28T04:12:41.209558Z","steps":["trace[1940116052] 'process raft request' (duration: 603.287418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:41.209708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:40.606101Z","time spent":"603.538106ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:41.589169Z","caller":"traceutil/trace.go:171","msg":"trace[1536131460] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26279; }","duration":"982.612764ms","start":"2026-04-28T04:12:40.606534Z","end":"2026-04-28T04:12:41.589146Z","steps":["trace[1536131460] 'read index received' (duration: 602.919566ms)","trace[1536131460] 'applied index is now lower than readState.Index' (duration: 379.692268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:41.589257Z","caller":"traceutil/trace.go:171","msg":"trace[1133530039] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"519.672947ms","start":"2026-04-28T04:12:41.069547Z","end":"2026-04-28T04:12:41.58922Z","steps":["trace[1133530039] 'process raft request' (duration: 519.434049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:41.589309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.751778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:41.589455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.069513Z","time spent":"519.851053ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:41.589537Z","caller":"traceutil/trace.go:171","msg":"trace[1290904019] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25447; }","duration":"983.007666ms","start":"2026-04-28T04:12:40.606499Z","end":"2026-04-28T04:12:41.589507Z","steps":["trace[1290904019] 'agreement among raft nodes before linearized reading' (duration: 982.756848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:41.589635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:40.606484Z","time spent":"983.118029ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:42.08952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:12:42.247111Z","caller":"traceutil/trace.go:171","msg":"trace[260288865] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.032321803s","start":"2026-04-28T04:12:41.214756Z","end":"2026-04-28T04:12:42.247078Z","steps":["trace[260288865] 'process raft request' (duration: 1.032077035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.247435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.214727Z","time spent":"1.032483248s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.247461Z","caller":"traceutil/trace.go:171","msg":"trace[100783648] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"1.027904013s","start":"2026-04-28T04:12:41.21953Z","end":"2026-04-28T04:12:42.247434Z","steps":["trace[100783648] 'process raft request' (duration: 1.02749362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.247639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.219511Z","time spent":"1.028016867s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.247773Z","caller":"traceutil/trace.go:171","msg":"trace[2095257060] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"1.027673916s","start":"2026-04-28T04:12:41.220066Z","end":"2026-04-28T04:12:42.24774Z","steps":["trace[2095257060] 'process raft request' (duration: 1.027258343s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.24781Z","caller":"traceutil/trace.go:171","msg":"trace[195067145] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"1.027207122s","start":"2026-04-28T04:12:41.220591Z","end":"2026-04-28T04:12:42.247798Z","steps":["trace[195067145] 'process raft request' (duration: 1.027032186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.247866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.220574Z","time spent":"1.027261283s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.247907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.220061Z","time spent":"1.027776499s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.247973Z","caller":"traceutil/trace.go:171","msg":"trace[1723888779] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"732.690993ms","start":"2026-04-28T04:12:41.515256Z","end":"2026-04-28T04:12:42.247947Z","steps":["trace[1723888779] 'process raft request' (duration: 732.643031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.248017Z","caller":"traceutil/trace.go:171","msg":"trace[323860574] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"1.026411857s","start":"2026-04-28T04:12:41.221596Z","end":"2026-04-28T04:12:42.248008Z","steps":["trace[323860574] 'process raft request' (duration: 1.02619477s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.248041Z","caller":"traceutil/trace.go:171","msg":"trace[1993550939] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.027280704s","start":"2026-04-28T04:12:41.220745Z","end":"2026-04-28T04:12:42.248026Z","steps":["trace[1993550939] 'process raft request' (duration: 1.026971664s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.248016Z","caller":"traceutil/trace.go:171","msg":"trace[253703403] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"1.027015335s","start":"2026-04-28T04:12:41.220975Z","end":"2026-04-28T04:12:42.24799Z","steps":["trace[253703403] 'process raft request' (duration: 1.026777457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.248056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.22158Z","time spent":"1.026457087s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.248105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.220739Z","time spent":"1.027329485s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.248089Z","caller":"traceutil/trace.go:171","msg":"trace[846044561] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"1.025806277s","start":"2026-04-28T04:12:41.222248Z","end":"2026-04-28T04:12:42.248054Z","steps":["trace[846044561] 'process raft request' (duration: 1.02559124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.248107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.515232Z","time spent":"732.805967ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.248159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.220967Z","time spent":"1.027115319s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.24822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.22224Z","time spent":"1.02590507s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.264801Z","caller":"traceutil/trace.go:171","msg":"trace[1402275668] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26281; }","duration":"675.546389ms","start":"2026-04-28T04:12:41.589233Z","end":"2026-04-28T04:12:42.264779Z","steps":["trace[1402275668] 'read index received' (duration: 657.768698ms)","trace[1402275668] 'applied index is now lower than readState.Index' (duration: 17.776131ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:42.264922Z","caller":"traceutil/trace.go:171","msg":"trace[593524437] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"670.193519ms","start":"2026-04-28T04:12:41.594699Z","end":"2026-04-28T04:12:42.264893Z","steps":["trace[593524437] 'process raft request' (duration: 669.90396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.594678Z","time spent":"670.287153ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:12:42.265073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03255508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T04:12:42.265181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390639596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T04:12:42.265187Z","caller":"traceutil/trace.go:171","msg":"trace[1241119752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25457; }","duration":"1.032627352s","start":"2026-04-28T04:12:41.232483Z","end":"2026-04-28T04:12:42.26511Z","steps":["trace[1241119752] 'agreement among raft nodes before linearized reading' (duration: 1.032418456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031843728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:42.265328Z","caller":"traceutil/trace.go:171","msg":"trace[924441969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25457; }","duration":"1.390824802s","start":"2026-04-28T04:12:40.874482Z","end":"2026-04-28T04:12:42.265307Z","steps":["trace[924441969] 'agreement among raft nodes before linearized reading' (duration: 1.390515972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.916546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-28T04:12:42.265431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462929368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:42.265465Z","caller":"traceutil/trace.go:171","msg":"trace[462255412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25457; }","duration":"1.46298547s","start":"2026-04-28T04:12:40.802467Z","end":"2026-04-28T04:12:42.265453Z","steps":["trace[462255412] 'agreement among raft nodes before linearized reading' (duration: 1.462947929s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.265459Z","caller":"traceutil/trace.go:171","msg":"trace[147368665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25457; }","duration":"934.013439ms","start":"2026-04-28T04:12:41.331429Z","end":"2026-04-28T04:12:42.265443Z","steps":["trace[147368665] 'agreement among raft nodes before linearized reading' (duration: 933.781082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.141344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T04:12:42.265403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.232473Z","time spent":"1.032911931s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:42.265368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.21576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:42.265499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:40.802451Z","time spent":"1.463041951s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:42.265451Z","caller":"traceutil/trace.go:171","msg":"trace[1193504287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25457; }","duration":"1.032041964s","start":"2026-04-28T04:12:41.233316Z","end":"2026-04-28T04:12:42.265358Z","steps":["trace[1193504287] 'agreement among raft nodes before linearized reading' (duration: 1.031519268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.331415Z","time spent":"934.084052ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T04:12:42.26553Z","caller":"traceutil/trace.go:171","msg":"trace[1658749335] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25457; }","duration":"670.391925ms","start":"2026-04-28T04:12:41.595124Z","end":"2026-04-28T04:12:42.265516Z","steps":["trace[1658749335] 'agreement among raft nodes before linearized reading' (duration: 670.180268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.265514Z","caller":"traceutil/trace.go:171","msg":"trace[228810166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25457; }","duration":"579.211377ms","start":"2026-04-28T04:12:41.686289Z","end":"2026-04-28T04:12:42.2655Z","steps":["trace[228810166] 'agreement among raft nodes before linearized reading' (duration: 579.052302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.754777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"warn","ts":"2026-04-28T04:12:42.265565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.595098Z","time spent":"670.457737ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:42.265573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.686274Z","time spent":"579.29142ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-28T04:12:42.265589Z","caller":"traceutil/trace.go:171","msg":"trace[673963027] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25457; }","duration":"657.833199ms","start":"2026-04-28T04:12:41.60774Z","end":"2026-04-28T04:12:42.265574Z","steps":["trace[673963027] 'agreement among raft nodes before linearized reading' (duration: 657.671534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.233302Z","time spent":"1.03224978s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:42.265607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033581682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:12:42.265658Z","caller":"traceutil/trace.go:171","msg":"trace[521919450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25457; }","duration":"1.033648864s","start":"2026-04-28T04:12:41.231995Z","end":"2026-04-28T04:12:42.265644Z","steps":["trace[521919450] 'agreement among raft nodes before linearized reading' (duration: 1.033342525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.790848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:12:42.26569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.231991Z","time spent":"1.033692135s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:42.265706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.607717Z","time spent":"657.901901ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9216,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-28T04:12:42.265715Z","caller":"traceutil/trace.go:171","msg":"trace[994353283] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25457; }","duration":"550.15584ms","start":"2026-04-28T04:12:41.715536Z","end":"2026-04-28T04:12:42.265692Z","steps":["trace[994353283] 'agreement among raft nodes before linearized reading' (duration: 549.807179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:40.874469Z","time spent":"1.390960955s","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:12:42.265776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.715513Z","time spent":"550.242092ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:42.265897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037962021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:12:42.265929Z","caller":"traceutil/trace.go:171","msg":"trace[1463093942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25457; }","duration":"1.038017153s","start":"2026-04-28T04:12:41.227902Z","end":"2026-04-28T04:12:42.265919Z","steps":["trace[1463093942] 'agreement among raft nodes before linearized reading' (duration: 1.037886959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.265956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.227895Z","time spent":"1.038054574s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:42.266057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.090271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-28T04:12:42.26611Z","caller":"traceutil/trace.go:171","msg":"trace[735889794] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25457; }","duration":"826.928379ms","start":"2026-04-28T04:12:41.439169Z","end":"2026-04-28T04:12:42.266098Z","steps":["trace[735889794] 'agreement among raft nodes before linearized reading' (duration: 826.008079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.266143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:41.439146Z","time spent":"826.98613ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-28T04:12:42.800336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.095846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:42.800456Z","caller":"traceutil/trace.go:171","msg":"trace[2143061025] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26291; }","duration":"529.397694ms","start":"2026-04-28T04:12:42.27102Z","end":"2026-04-28T04:12:42.800418Z","steps":["trace[2143061025] 'read index received' (duration: 324.096682ms)","trace[2143061025] 'applied index is now lower than readState.Index' (duration: 205.299702ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:42.800488Z","caller":"traceutil/trace.go:171","msg":"trace[1142818788] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"529.492707ms","start":"2026-04-28T04:12:42.270957Z","end":"2026-04-28T04:12:42.80045Z","steps":["trace[1142818788] 'process raft request' (duration: 324.073362ms)","trace[1142818788] 'compare' (duration: 204.842587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:42.800625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.614642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-04-28T04:12:42.800637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.270939Z","time spent":"529.624002ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.800656Z","caller":"traceutil/trace.go:171","msg":"trace[1577089055] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25458; }","duration":"529.664343ms","start":"2026-04-28T04:12:42.270982Z","end":"2026-04-28T04:12:42.800647Z","steps":["trace[1577089055] 'agreement among raft nodes before linearized reading' (duration: 529.535299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.800689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.270949Z","time spent":"529.733515ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T04:12:42.801578Z","caller":"traceutil/trace.go:171","msg":"trace[1668596904] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"530.377156ms","start":"2026-04-28T04:12:42.271193Z","end":"2026-04-28T04:12:42.80157Z","steps":["trace[1668596904] 'process raft request' (duration: 530.270022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.801625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.271184Z","time spent":"530.420067ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.80171Z","caller":"traceutil/trace.go:171","msg":"trace[248253614] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"529.936191ms","start":"2026-04-28T04:12:42.271769Z","end":"2026-04-28T04:12:42.801705Z","steps":["trace[248253614] 'process raft request' (duration: 529.780786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.801742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.271753Z","time spent":"529.972583ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:42.802043Z","caller":"traceutil/trace.go:171","msg":"trace[231513335] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"529.830668ms","start":"2026-04-28T04:12:42.272207Z","end":"2026-04-28T04:12:42.802038Z","steps":["trace[231513335] 'process raft request' (duration: 529.473896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.80208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.272197Z","time spent":"529.865419ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.802181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.882862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:42.802234Z","caller":"traceutil/trace.go:171","msg":"trace[256307880] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25462; }","duration":"530.954433ms","start":"2026-04-28T04:12:42.271267Z","end":"2026-04-28T04:12:42.802221Z","steps":["trace[256307880] 'agreement among raft nodes before linearized reading' (duration: 530.86454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.80227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.271256Z","time spent":"531.005826ms","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:12:42.802295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.284602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T04:12:42.802322Z","caller":"traceutil/trace.go:171","msg":"trace[1892712400] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25462; }","duration":"339.360414ms","start":"2026-04-28T04:12:42.462954Z","end":"2026-04-28T04:12:42.802315Z","steps":["trace[1892712400] 'agreement among raft nodes before linearized reading' (duration: 339.269601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.802342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.46293Z","time spent":"339.408386ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":732,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-28T04:12:42.802478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.766458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T04:12:42.802503Z","caller":"traceutil/trace.go:171","msg":"trace[1402724426] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"524.454968ms","start":"2026-04-28T04:12:42.278042Z","end":"2026-04-28T04:12:42.802497Z","steps":["trace[1402724426] 'process raft request' (duration: 523.960452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:42.802516Z","caller":"traceutil/trace.go:171","msg":"trace[332429103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25462; }","duration":"416.83828ms","start":"2026-04-28T04:12:42.385667Z","end":"2026-04-28T04:12:42.802505Z","steps":["trace[332429103] 'agreement among raft nodes before linearized reading' (duration: 416.726007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.802539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.278034Z","time spent":"524.487569ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10340,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:42.802548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.385649Z","time spent":"416.892842ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T04:12:42.802733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.176262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:12:42.802768Z","caller":"traceutil/trace.go:171","msg":"trace[154290036] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25462; }","duration":"443.241634ms","start":"2026-04-28T04:12:42.359519Z","end":"2026-04-28T04:12:42.80276Z","steps":["trace[154290036] 'agreement among raft nodes before linearized reading' (duration: 443.160232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.802792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.736082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:42.802799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.359503Z","time spent":"443.289875ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-28T04:12:42.802813Z","caller":"traceutil/trace.go:171","msg":"trace[67349834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25462; }","duration":"527.778113ms","start":"2026-04-28T04:12:42.27503Z","end":"2026-04-28T04:12:42.802808Z","steps":["trace[67349834] 'agreement among raft nodes before linearized reading' (duration: 527.743302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:42.80283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:42.27502Z","time spent":"527.806744ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:12:43.46263Z","caller":"traceutil/trace.go:171","msg":"trace[1033246394] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"243.165678ms","start":"2026-04-28T04:12:43.219452Z","end":"2026-04-28T04:12:43.462618Z","steps":["trace[1033246394] 'process raft request' (duration: 242.969871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:43.462584Z","caller":"traceutil/trace.go:171","msg":"trace[1326644193] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26296; }","duration":"101.287118ms","start":"2026-04-28T04:12:43.36128Z","end":"2026-04-28T04:12:43.462567Z","steps":["trace[1326644193] 'read index received' (duration: 101.209616ms)","trace[1326644193] 'applied index is now lower than readState.Index' (duration: 76.892µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:43.462881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.586187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:43.46297Z","caller":"traceutil/trace.go:171","msg":"trace[65063558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25463; }","duration":"101.723601ms","start":"2026-04-28T04:12:43.361231Z","end":"2026-04-28T04:12:43.462954Z","steps":["trace[65063558] 'agreement among raft nodes before linearized reading' (duration: 101.518915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:43.778625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.134746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:43.778716Z","caller":"traceutil/trace.go:171","msg":"trace[1234207459] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26297; }","duration":"244.006244ms","start":"2026-04-28T04:12:43.534694Z","end":"2026-04-28T04:12:43.778701Z","steps":["trace[1234207459] 'read index received' (duration: 121.722783ms)","trace[1234207459] 'applied index is now lower than readState.Index' (duration: 122.282221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:43.778869Z","caller":"traceutil/trace.go:171","msg":"trace[110778983] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"412.759041ms","start":"2026-04-28T04:12:43.366076Z","end":"2026-04-28T04:12:43.778835Z","steps":["trace[110778983] 'process raft request' (duration: 290.332986ms)","trace[110778983] 'compare' (duration: 121.96259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:43.778962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.264022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:43.779001Z","caller":"traceutil/trace.go:171","msg":"trace[1941090559] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25464; }","duration":"244.329524ms","start":"2026-04-28T04:12:43.534661Z","end":"2026-04-28T04:12:43.778991Z","steps":["trace[1941090559] 'agreement among raft nodes before linearized reading' (duration: 244.142828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:43.77903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:43.366031Z","time spent":"412.902956ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:43.778991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.419985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:43.779219Z","caller":"traceutil/trace.go:171","msg":"trace[1492486151] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25464; }","duration":"237.693165ms","start":"2026-04-28T04:12:43.541516Z","end":"2026-04-28T04:12:43.779209Z","steps":["trace[1492486151] 'agreement among raft nodes before linearized reading' (duration: 237.425176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:44.848322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970016983,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:12:45.110712Z","caller":"traceutil/trace.go:171","msg":"trace[2006677006] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"889.045229ms","start":"2026-04-28T04:12:44.221646Z","end":"2026-04-28T04:12:45.110692Z","steps":["trace[2006677006] 'process raft request' (duration: 888.918315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.110845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.221623Z","time spent":"889.152983ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.447517Z","caller":"traceutil/trace.go:171","msg":"trace[838815490] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"1.194123962s","start":"2026-04-28T04:12:44.253368Z","end":"2026-04-28T04:12:45.447492Z","steps":["trace[838815490] 'process raft request' (duration: 1.193903135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.447683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.253344Z","time spent":"1.194250846s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.447794Z","caller":"traceutil/trace.go:171","msg":"trace[921755051] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"1.193496462s","start":"2026-04-28T04:12:44.254267Z","end":"2026-04-28T04:12:45.447764Z","steps":["trace[921755051] 'process raft request' (duration: 1.193176112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.447896Z","caller":"traceutil/trace.go:171","msg":"trace[859809267] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"1.193483961s","start":"2026-04-28T04:12:44.254373Z","end":"2026-04-28T04:12:45.447857Z","steps":["trace[859809267] 'process raft request' (duration: 1.193265014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.447956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.25425Z","time spent":"1.193617286s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.447964Z","caller":"traceutil/trace.go:171","msg":"trace[1701813879] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"1.193568874s","start":"2026-04-28T04:12:44.254366Z","end":"2026-04-28T04:12:45.447935Z","steps":["trace[1701813879] 'process raft request' (duration: 1.193404969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.448084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254352Z","time spent":"1.193626436s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.448131Z","caller":"traceutil/trace.go:171","msg":"trace[1688210896] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"1.19374343s","start":"2026-04-28T04:12:44.254374Z","end":"2026-04-28T04:12:45.448117Z","steps":["trace[1688210896] 'process raft request' (duration: 1.193506662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.448182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254344Z","time spent":"1.19374285s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.44822Z","caller":"traceutil/trace.go:171","msg":"trace[1036773737] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.193718079s","start":"2026-04-28T04:12:44.254476Z","end":"2026-04-28T04:12:45.448194Z","steps":["trace[1036773737] 'process raft request' (duration: 1.193617316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.4482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254354Z","time spent":"1.193810372s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.448231Z","caller":"traceutil/trace.go:171","msg":"trace[94369866] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"1.193298885s","start":"2026-04-28T04:12:44.254908Z","end":"2026-04-28T04:12:45.448207Z","steps":["trace[94369866] 'process raft request' (duration: 1.193220373s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.448292Z","caller":"traceutil/trace.go:171","msg":"trace[882732088] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26301; }","duration":"1.100793675s","start":"2026-04-28T04:12:44.347486Z","end":"2026-04-28T04:12:45.44828Z","steps":["trace[882732088] 'read index received' (duration: 763.438033ms)","trace[882732088] 'applied index is now lower than readState.Index' (duration: 337.353992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:45.448331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254467Z","time spent":"1.193805381s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:45.448352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254894Z","time spent":"1.193393129s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:45.448314Z","caller":"traceutil/trace.go:171","msg":"trace[728493799] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"1.193819182s","start":"2026-04-28T04:12:44.254399Z","end":"2026-04-28T04:12:45.448218Z","steps":["trace[728493799] 'process raft request' (duration: 1.193593475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.449495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.254384Z","time spent":"1.195069902s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:45.454071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.873545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:45.454116Z","caller":"traceutil/trace.go:171","msg":"trace[162551339] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25475; }","duration":"895.922827ms","start":"2026-04-28T04:12:44.558182Z","end":"2026-04-28T04:12:45.454105Z","steps":["trace[162551339] 'agreement among raft nodes before linearized reading' (duration: 895.851174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10663771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-28T04:12:45.454142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.558123Z","time spent":"896.01182ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:45.454131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.688501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:45.454168Z","caller":"traceutil/trace.go:171","msg":"trace[1680842600] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25475; }","duration":"1.106722832s","start":"2026-04-28T04:12:44.347429Z","end":"2026-04-28T04:12:45.454152Z","steps":["trace[1680842600] 'agreement among raft nodes before linearized reading' (duration: 1.100913039s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.454202Z","caller":"traceutil/trace.go:171","msg":"trace[1730802300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25475; }","duration":"642.794834ms","start":"2026-04-28T04:12:44.811389Z","end":"2026-04-28T04:12:45.454184Z","steps":["trace[1730802300] 'agreement among raft nodes before linearized reading' (duration: 642.66705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.811383Z","time spent":"642.848147ms","remote":"127.0.0.1:37792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:45.454268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.72675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:45.454302Z","caller":"traceutil/trace.go:171","msg":"trace[343775030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25475; }","duration":"653.789142ms","start":"2026-04-28T04:12:44.800503Z","end":"2026-04-28T04:12:45.454292Z","steps":["trace[343775030] 'agreement among raft nodes before linearized reading' (duration: 653.72958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.066939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T04:12:45.454338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.800487Z","time spent":"653.844114ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.22874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T04:12:45.454237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.715661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:12:45.4544Z","caller":"traceutil/trace.go:171","msg":"trace[23858375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25475; }","duration":"648.904188ms","start":"2026-04-28T04:12:44.805487Z","end":"2026-04-28T04:12:45.454391Z","steps":["trace[23858375] 'agreement among raft nodes before linearized reading' (duration: 648.632509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.454399Z","caller":"traceutil/trace.go:171","msg":"trace[1467991332] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25475; }","duration":"345.347984ms","start":"2026-04-28T04:12:45.109039Z","end":"2026-04-28T04:12:45.454387Z","steps":["trace[1467991332] 'agreement among raft nodes before linearized reading' (duration: 345.203409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.218604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T04:12:45.454431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.80548Z","time spent":"648.942459ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.186216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:12:45.454456Z","caller":"traceutil/trace.go:171","msg":"trace[1839963608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25475; }","duration":"647.274856ms","start":"2026-04-28T04:12:44.807171Z","end":"2026-04-28T04:12:45.454446Z","steps":["trace[1839963608] 'agreement among raft nodes before linearized reading' (duration: 647.203604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.454475Z","caller":"traceutil/trace.go:171","msg":"trace[1260688802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25475; }","duration":"649.30866ms","start":"2026-04-28T04:12:44.805153Z","end":"2026-04-28T04:12:45.454462Z","steps":["trace[1260688802] 'agreement among raft nodes before linearized reading' (duration: 649.061542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.80716Z","time spent":"647.318437ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.160769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:45.454526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.805134Z","time spent":"649.374342ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.030498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:45.454533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.347381Z","time spent":"1.106817866s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-28T04:12:45.454591Z","caller":"traceutil/trace.go:171","msg":"trace[661929839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25475; }","duration":"475.212263ms","start":"2026-04-28T04:12:44.979357Z","end":"2026-04-28T04:12:45.454569Z","steps":["trace[661929839] 'agreement among raft nodes before linearized reading' (duration: 474.952605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:45.454355Z","caller":"traceutil/trace.go:171","msg":"trace[2087706636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25475; }","duration":"647.116891ms","start":"2026-04-28T04:12:44.807226Z","end":"2026-04-28T04:12:45.454343Z","steps":["trace[2087706636] 'agreement among raft nodes before linearized reading' (duration: 647.040579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:45.454679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.807219Z","time spent":"647.445961ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.109015Z","time spent":"345.409926ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T04:12:45.454676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:44.979338Z","time spent":"475.323337ms","remote":"127.0.0.1:39746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:45.454532Z","caller":"traceutil/trace.go:171","msg":"trace[532492360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25475; }","duration":"257.604524ms","start":"2026-04-28T04:12:45.196913Z","end":"2026-04-28T04:12:45.454517Z","steps":["trace[532492360] 'agreement among raft nodes before linearized reading' (duration: 257.16555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.426413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.801808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:46.426516Z","caller":"traceutil/trace.go:171","msg":"trace[1597353407] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25484; }","duration":"542.966893ms","start":"2026-04-28T04:12:45.883525Z","end":"2026-04-28T04:12:46.426492Z","steps":["trace[1597353407] 'count revisions from in-memory index tree' (duration: 542.666004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.426543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.23369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:46.426566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.883506Z","time spent":"543.047225ms","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:46.4266Z","caller":"traceutil/trace.go:171","msg":"trace[1482749337] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25484; }","duration":"746.303722ms","start":"2026-04-28T04:12:45.68028Z","end":"2026-04-28T04:12:46.426584Z","steps":["trace[1482749337] 'count revisions from in-memory index tree' (duration: 746.116676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.426645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.680223Z","time spent":"746.407996ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:46.426856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.90333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:46.426909Z","caller":"traceutil/trace.go:171","msg":"trace[1371379999] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25484; }","duration":"606.192679ms","start":"2026-04-28T04:12:45.820702Z","end":"2026-04-28T04:12:46.426895Z","steps":["trace[1371379999] 'count revisions from in-memory index tree' (duration: 605.814997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.426944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.820681Z","time spent":"606.255631ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:46.427119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.408298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:46.427158Z","caller":"traceutil/trace.go:171","msg":"trace[819546508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25484; }","duration":"626.4834ms","start":"2026-04-28T04:12:45.800663Z","end":"2026-04-28T04:12:46.427147Z","steps":["trace[819546508] 'range keys from in-memory index tree' (duration: 626.309945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.427184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.800636Z","time spent":"626.541652ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:46.427176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.297189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:46.427214Z","caller":"traceutil/trace.go:171","msg":"trace[206870254] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25484; }","duration":"585.361322ms","start":"2026-04-28T04:12:45.841843Z","end":"2026-04-28T04:12:46.427204Z","steps":["trace[206870254] 'count revisions from in-memory index tree' (duration: 585.235407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:46.427243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:45.841829Z","time spent":"585.405893ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:47.678816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.776702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:47.678919Z","caller":"traceutil/trace.go:171","msg":"trace[1259438086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25485; }","duration":"876.916636ms","start":"2026-04-28T04:12:46.801978Z","end":"2026-04-28T04:12:47.678894Z","steps":["trace[1259438086] 'range keys from in-memory index tree' (duration: 876.707949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:47.678978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:46.801961Z","time spent":"877.001889ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:47.678972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.987416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:47.67896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.976121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:47.679045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.720526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T04:12:47.679107Z","caller":"traceutil/trace.go:171","msg":"trace[2107910686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25485; }","duration":"300.167227ms","start":"2026-04-28T04:12:47.378903Z","end":"2026-04-28T04:12:47.67907Z","steps":["trace[2107910686] 'count revisions from in-memory index tree' (duration: 299.830926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:47.679148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.574965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T04:12:47.679209Z","caller":"traceutil/trace.go:171","msg":"trace[751057405] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25485; }","duration":"564.680718ms","start":"2026-04-28T04:12:47.114515Z","end":"2026-04-28T04:12:47.679196Z","steps":["trace[751057405] 'range keys from in-memory index tree' (duration: 564.469621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:47.679207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.378884Z","time spent":"300.28832ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:47.679243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.114496Z","time spent":"564.73806ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T04:12:47.679073Z","caller":"traceutil/trace.go:171","msg":"trace[2020042417] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25485; }","duration":"621.14651ms","start":"2026-04-28T04:12:47.057901Z","end":"2026-04-28T04:12:47.679048Z","steps":["trace[2020042417] 'count revisions from in-memory index tree' (duration: 620.836791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:47.679444Z","caller":"traceutil/trace.go:171","msg":"trace[483486069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25485; }","duration":"403.8437ms","start":"2026-04-28T04:12:47.27526Z","end":"2026-04-28T04:12:47.679104Z","steps":["trace[483486069] 'range keys from in-memory index tree' (duration: 403.506079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:47.679493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.275205Z","time spent":"404.275744ms","remote":"127.0.0.1:40316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:12:47.679489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.057879Z","time spent":"621.586205ms","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:47.941101Z","caller":"traceutil/trace.go:171","msg":"trace[1404123139] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"488.525933ms","start":"2026-04-28T04:12:47.452554Z","end":"2026-04-28T04:12:47.94108Z","steps":["trace[1404123139] 'process raft request' (duration: 488.373388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:47.941287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.452532Z","time spent":"488.636497ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:48.051178Z","caller":"traceutil/trace.go:171","msg":"trace[1833854226] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"596.286086ms","start":"2026-04-28T04:12:47.454859Z","end":"2026-04-28T04:12:48.051145Z","steps":["trace[1833854226] 'process raft request' (duration: 596.022088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.051209Z","caller":"traceutil/trace.go:171","msg":"trace[2027405499] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"596.169432ms","start":"2026-04-28T04:12:47.455015Z","end":"2026-04-28T04:12:48.051185Z","steps":["trace[2027405499] 'process raft request' (duration: 596.09774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.051235Z","caller":"traceutil/trace.go:171","msg":"trace[1769165586] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"596.249985ms","start":"2026-04-28T04:12:47.454956Z","end":"2026-04-28T04:12:48.051206Z","steps":["trace[1769165586] 'process raft request' (duration: 596.076199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.051332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.454836Z","time spent":"596.41195ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:48.051359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.45499Z","time spent":"596.288516ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:48.051388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.454945Z","time spent":"596.362668ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:48.051335Z","caller":"traceutil/trace.go:171","msg":"trace[1962361684] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"596.255934ms","start":"2026-04-28T04:12:47.454968Z","end":"2026-04-28T04:12:48.051224Z","steps":["trace[1962361684] 'process raft request' (duration: 596.11006ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.05162Z","caller":"traceutil/trace.go:171","msg":"trace[513549471] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26320; }","duration":"588.146679ms","start":"2026-04-28T04:12:47.463462Z","end":"2026-04-28T04:12:48.051608Z","steps":["trace[513549471] 'read index received' (duration: 477.474834ms)","trace[513549471] 'applied index is now lower than readState.Index' (duration: 110.670855ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:48.051637Z","caller":"traceutil/trace.go:171","msg":"trace[1153279207] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"596.551954ms","start":"2026-04-28T04:12:47.455075Z","end":"2026-04-28T04:12:48.051627Z","steps":["trace[1153279207] 'process raft request' (duration: 596.269715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.051697Z","caller":"traceutil/trace.go:171","msg":"trace[1072265606] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"596.316267ms","start":"2026-04-28T04:12:47.455371Z","end":"2026-04-28T04:12:48.051687Z","steps":["trace[1072265606] 'process raft request' (duration: 596.184743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.051723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.455065Z","time spent":"596.603286ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:48.051614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.454943Z","time spent":"596.585405ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:48.051765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.455346Z","time spent":"596.376249ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:48.051461Z","caller":"traceutil/trace.go:171","msg":"trace[771690509] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"596.406369ms","start":"2026-04-28T04:12:47.455036Z","end":"2026-04-28T04:12:48.051442Z","steps":["trace[771690509] 'process raft request' (duration: 596.11129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.051968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.058983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:12:48.051984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.544061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:12:48.052004Z","caller":"traceutil/trace.go:171","msg":"trace[694206714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25493; }","duration":"586.123405ms","start":"2026-04-28T04:12:47.465872Z","end":"2026-04-28T04:12:48.051995Z","steps":["trace[694206714] 'agreement among raft nodes before linearized reading' (duration: 585.990871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.052022Z","caller":"traceutil/trace.go:171","msg":"trace[1960667563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25493; }","duration":"588.636384ms","start":"2026-04-28T04:12:47.463374Z","end":"2026-04-28T04:12:48.052011Z","steps":["trace[1960667563] 'agreement among raft nodes before linearized reading' (duration: 588.458899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.46586Z","time spent":"586.171066ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:48.05205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.463364Z","time spent":"588.680625ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:48.052108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.455002Z","time spent":"596.978017ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:48.052168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.519801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:12:48.052198Z","caller":"traceutil/trace.go:171","msg":"trace[1333601909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25493; }","duration":"175.589134ms","start":"2026-04-28T04:12:47.876601Z","end":"2026-04-28T04:12:48.05219Z","steps":["trace[1333601909] 'agreement among raft nodes before linearized reading' (duration: 175.503141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.071845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:48.052267Z","caller":"traceutil/trace.go:171","msg":"trace[867527081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25493; }","duration":"371.174089ms","start":"2026-04-28T04:12:47.681085Z","end":"2026-04-28T04:12:48.052259Z","steps":["trace[867527081] 'agreement among raft nodes before linearized reading' (duration: 371.112827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.68107Z","time spent":"371.21613ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:48.052286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.092753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T04:12:48.052298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.316555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-28T04:12:48.052334Z","caller":"traceutil/trace.go:171","msg":"trace[354122122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25493; }","duration":"579.153305ms","start":"2026-04-28T04:12:47.473168Z","end":"2026-04-28T04:12:48.052321Z","steps":["trace[354122122] 'agreement among raft nodes before linearized reading' (duration: 579.012061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:48.052352Z","caller":"traceutil/trace.go:171","msg":"trace[55496613] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25493; }","duration":"366.390318ms","start":"2026-04-28T04:12:47.685948Z","end":"2026-04-28T04:12:48.052338Z","steps":["trace[55496613] 'agreement among raft nodes before linearized reading' (duration: 366.239583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.473162Z","time spent":"579.205307ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:48.052384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.685938Z","time spent":"366.43972ms","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-28T04:12:48.052442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.601084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:12:48.052476Z","caller":"traceutil/trace.go:171","msg":"trace[1880009153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25493; }","duration":"582.649195ms","start":"2026-04-28T04:12:47.469819Z","end":"2026-04-28T04:12:48.052468Z","steps":["trace[1880009153] 'agreement among raft nodes before linearized reading' (duration: 582.559892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.469811Z","time spent":"582.689947ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:48.05255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.929705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:48.052579Z","caller":"traceutil/trace.go:171","msg":"trace[1570447927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25493; }","duration":"583.958326ms","start":"2026-04-28T04:12:47.468614Z","end":"2026-04-28T04:12:48.052572Z","steps":["trace[1570447927] 'agreement among raft nodes before linearized reading' (duration: 583.862353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.052601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:47.46858Z","time spent":"584.016758ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:12:48.494775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.710285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:48.494838Z","caller":"traceutil/trace.go:171","msg":"trace[1551985717] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25502; }","duration":"332.811108ms","start":"2026-04-28T04:12:48.162012Z","end":"2026-04-28T04:12:48.494823Z","steps":["trace[1551985717] 'count revisions from in-memory index tree' (duration: 332.610871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:48.494867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:48.162Z","time spent":"332.859989ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:49.349749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.454574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:49.349867Z","caller":"traceutil/trace.go:171","msg":"trace[496334811] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"209.183134ms","start":"2026-04-28T04:12:49.140663Z","end":"2026-04-28T04:12:49.349846Z","steps":["trace[496334811] 'process raft request' (duration: 100.555245ms)","trace[496334811] 'compare' (duration: 107.931177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:49.393505Z","caller":"traceutil/trace.go:171","msg":"trace[263113050] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"252.217773ms","start":"2026-04-28T04:12:49.141246Z","end":"2026-04-28T04:12:49.393464Z","steps":["trace[263113050] 'process raft request' (duration: 251.991136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:49.39357Z","caller":"traceutil/trace.go:171","msg":"trace[960522581] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"251.114528ms","start":"2026-04-28T04:12:49.142429Z","end":"2026-04-28T04:12:49.393544Z","steps":["trace[960522581] 'process raft request' (duration: 250.953633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:49.393504Z","caller":"traceutil/trace.go:171","msg":"trace[411515374] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26338; }","duration":"237.694375ms","start":"2026-04-28T04:12:49.155783Z","end":"2026-04-28T04:12:49.393478Z","steps":["trace[411515374] 'read index received' (duration: 85.533541ms)","trace[411515374] 'applied index is now lower than readState.Index' (duration: 152.159654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:49.393688Z","caller":"traceutil/trace.go:171","msg":"trace[1424602860] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"250.758197ms","start":"2026-04-28T04:12:49.142917Z","end":"2026-04-28T04:12:49.393675Z","steps":["trace[1424602860] 'process raft request' (duration: 250.5258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:49.393838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.730043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:49.393873Z","caller":"traceutil/trace.go:171","msg":"trace[371617048] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25507; }","duration":"229.827516ms","start":"2026-04-28T04:12:49.164037Z","end":"2026-04-28T04:12:49.393864Z","steps":["trace[371617048] 'agreement among raft nodes before linearized reading' (duration: 229.744563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:49.39397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.1715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:12:49.394013Z","caller":"traceutil/trace.go:171","msg":"trace[1660408482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25507; }","duration":"238.257662ms","start":"2026-04-28T04:12:49.155744Z","end":"2026-04-28T04:12:49.394002Z","steps":["trace[1660408482] 'agreement among raft nodes before linearized reading' (duration: 238.095897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.1215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.085015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:50.121575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.621742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T04:12:50.121604Z","caller":"traceutil/trace.go:171","msg":"trace[757830036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25507; }","duration":"319.235169ms","start":"2026-04-28T04:12:49.802342Z","end":"2026-04-28T04:12:50.121577Z","steps":["trace[757830036] 'range keys from in-memory index tree' (duration: 318.95449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.121685Z","caller":"traceutil/trace.go:171","msg":"trace[1052478586] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25507; }","duration":"669.739476ms","start":"2026-04-28T04:12:49.45189Z","end":"2026-04-28T04:12:50.12163Z","steps":["trace[1052478586] 'range keys from in-memory index tree' (duration: 669.455357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.121726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:49.451874Z","time spent":"669.843139ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-28T04:12:50.121725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:49.80232Z","time spent":"319.390274ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:50.122233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.090634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:50.122331Z","caller":"traceutil/trace.go:171","msg":"trace[832135763] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25507; }","duration":"433.242619ms","start":"2026-04-28T04:12:49.689061Z","end":"2026-04-28T04:12:50.122303Z","steps":["trace[832135763] 'count revisions from in-memory index tree' (duration: 433.013402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.122389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:49.689043Z","time spent":"433.329001ms","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:12:50.339563Z","caller":"traceutil/trace.go:171","msg":"trace[937189560] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"379.200242ms","start":"2026-04-28T04:12:49.960338Z","end":"2026-04-28T04:12:50.339538Z","steps":["trace[937189560] 'process raft request' (duration: 379.048267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.339687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:49.960317Z","time spent":"379.303175ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:50.924103Z","caller":"traceutil/trace.go:171","msg":"trace[177684298] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"862.072477ms","start":"2026-04-28T04:12:50.061983Z","end":"2026-04-28T04:12:50.924055Z","steps":["trace[177684298] 'process raft request' (duration: 861.868171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.924129Z","caller":"traceutil/trace.go:171","msg":"trace[1236910764] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"861.220619ms","start":"2026-04-28T04:12:50.062846Z","end":"2026-04-28T04:12:50.924067Z","steps":["trace[1236910764] 'process raft request' (duration: 861.081265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.924186Z","caller":"traceutil/trace.go:171","msg":"trace[1901018745] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"861.162168ms","start":"2026-04-28T04:12:50.063013Z","end":"2026-04-28T04:12:50.924175Z","steps":["trace[1901018745] 'process raft request' (duration: 860.980222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.924173Z","caller":"traceutil/trace.go:171","msg":"trace[1305279796] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"861.278492ms","start":"2026-04-28T04:12:50.062866Z","end":"2026-04-28T04:12:50.924145Z","steps":["trace[1305279796] 'process raft request' (duration: 861.097906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.924174Z","caller":"traceutil/trace.go:171","msg":"trace[1336070514] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"862.345126ms","start":"2026-04-28T04:12:50.061792Z","end":"2026-04-28T04:12:50.924138Z","steps":["trace[1336070514] 'process raft request' (duration: 862.016465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.062817Z","time spent":"861.369324ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:50.924121Z","caller":"traceutil/trace.go:171","msg":"trace[1087510525] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"805.437048ms","start":"2026-04-28T04:12:50.118656Z","end":"2026-04-28T04:12:50.924093Z","steps":["trace[1087510525] 'process raft request' (duration: 805.369296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.062976Z","time spent":"861.252591ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:50.924315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.062854Z","time spent":"861.382925ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:50.924253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.06197Z","time spent":"862.205101ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:50.924383Z","caller":"traceutil/trace.go:171","msg":"trace[368195123] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26342; }","duration":"861.408686ms","start":"2026-04-28T04:12:50.062963Z","end":"2026-04-28T04:12:50.924371Z","steps":["trace[368195123] 'read index received' (duration: 276.480218ms)","trace[368195123] 'applied index is now lower than readState.Index' (duration: 584.926668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:50.924386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.123725Z","time spent":"800.659507ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T04:12:50.924331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.061763Z","time spent":"862.486079ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:50.924427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.118635Z","time spent":"805.706377ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:50.924103Z","caller":"traceutil/trace.go:171","msg":"trace[1887555674] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"862.546711ms","start":"2026-04-28T04:12:50.061513Z","end":"2026-04-28T04:12:50.92406Z","steps":["trace[1887555674] 'process raft request' (duration: 862.132308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.574061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:12:50.924581Z","caller":"traceutil/trace.go:171","msg":"trace[420549253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25516; }","duration":"861.637803ms","start":"2026-04-28T04:12:50.062933Z","end":"2026-04-28T04:12:50.92457Z","steps":["trace[420549253] 'agreement among raft nodes before linearized reading' (duration: 861.496299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.061491Z","time spent":"863.036427ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:50.924615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.062925Z","time spent":"861.683775ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:50.92471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.659256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:50.924739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.865766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:12:50.924743Z","caller":"traceutil/trace.go:171","msg":"trace[1333146049] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25516; }","duration":"735.694027ms","start":"2026-04-28T04:12:50.189039Z","end":"2026-04-28T04:12:50.924733Z","steps":["trace[1333146049] 'agreement among raft nodes before linearized reading' (duration: 735.636526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:50.924773Z","caller":"traceutil/trace.go:171","msg":"trace[111060224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25516; }","duration":"859.915228ms","start":"2026-04-28T04:12:50.064846Z","end":"2026-04-28T04:12:50.924761Z","steps":["trace[111060224] 'agreement among raft nodes before linearized reading' (duration: 859.809835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.312679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:12:50.924777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.189024Z","time spent":"735.74297ms","remote":"127.0.0.1:56442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:50.924809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.064839Z","time spent":"859.96362ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:12:50.924816Z","caller":"traceutil/trace.go:171","msg":"trace[1384045448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25516; }","duration":"859.372712ms","start":"2026-04-28T04:12:50.065433Z","end":"2026-04-28T04:12:50.924805Z","steps":["trace[1384045448] 'agreement among raft nodes before linearized reading' (duration: 859.218417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.924846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.065422Z","time spent":"859.418553ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:50.924973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.873151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:12:50.925123Z","caller":"traceutil/trace.go:171","msg":"trace[2101855088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25516; }","duration":"862.059256ms","start":"2026-04-28T04:12:50.063048Z","end":"2026-04-28T04:12:50.925107Z","steps":["trace[2101855088] 'agreement among raft nodes before linearized reading' (duration: 861.468568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.925199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.063041Z","time spent":"862.145259ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:50.925058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.015939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:50.925268Z","caller":"traceutil/trace.go:171","msg":"trace[590867943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25516; }","duration":"801.241176ms","start":"2026-04-28T04:12:50.124014Z","end":"2026-04-28T04:12:50.925255Z","steps":["trace[590867943] 'agreement among raft nodes before linearized reading' (duration: 800.964217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.925311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.123989Z","time spent":"801.311578ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:50.924831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.949687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:12:50.925388Z","caller":"traceutil/trace.go:171","msg":"trace[1974714625] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25516; }","duration":"801.536125ms","start":"2026-04-28T04:12:50.123829Z","end":"2026-04-28T04:12:50.925365Z","steps":["trace[1974714625] 'agreement among raft nodes before linearized reading' (duration: 800.792462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.92545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.123811Z","time spent":"801.622768ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T04:12:50.926154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.203646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:12:50.926211Z","caller":"traceutil/trace.go:171","msg":"trace[908911592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25516; }","duration":"859.285829ms","start":"2026-04-28T04:12:50.066911Z","end":"2026-04-28T04:12:50.926196Z","steps":["trace[908911592] 'agreement among raft nodes before linearized reading' (duration: 857.75823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.926251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.066903Z","time spent":"859.33935ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:12:50.927627Z","caller":"traceutil/trace.go:171","msg":"trace[720556880] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"861.777288ms","start":"2026-04-28T04:12:50.062296Z","end":"2026-04-28T04:12:50.924073Z","steps":["trace[720556880] 'process raft request' (duration: 861.594972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:50.927729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:50.062286Z","time spent":"865.393422ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:53.149359Z","caller":"traceutil/trace.go:171","msg":"trace[585195599] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"219.598303ms","start":"2026-04-28T04:12:52.929734Z","end":"2026-04-28T04:12:53.149333Z","steps":["trace[585195599] 'process raft request' (duration: 218.929422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.511643Z","caller":"traceutil/trace.go:171","msg":"trace[139759282] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"580.453586ms","start":"2026-04-28T04:12:52.931166Z","end":"2026-04-28T04:12:53.51162Z","steps":["trace[139759282] 'process raft request' (duration: 580.096065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.511663Z","caller":"traceutil/trace.go:171","msg":"trace[1061988346] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"580.494707ms","start":"2026-04-28T04:12:52.931137Z","end":"2026-04-28T04:12:53.511631Z","steps":["trace[1061988346] 'process raft request' (duration: 580.167487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.511686Z","caller":"traceutil/trace.go:171","msg":"trace[1218227850] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"580.613531ms","start":"2026-04-28T04:12:52.931043Z","end":"2026-04-28T04:12:53.511656Z","steps":["trace[1218227850] 'process raft request' (duration: 569.47373ms)","trace[1218227850] 'compare' (duration: 10.576283ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:53.511794Z","caller":"traceutil/trace.go:171","msg":"trace[795983691] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"580.56703ms","start":"2026-04-28T04:12:52.931214Z","end":"2026-04-28T04:12:53.511781Z","steps":["trace[795983691] 'process raft request' (duration: 580.117986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.511807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.93108Z","time spent":"580.642902ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:53.511803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.931026Z","time spent":"580.715465ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:53.511789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.931151Z","time spent":"580.55815ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:53.511873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.931207Z","time spent":"580.626642ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:53.511642Z","caller":"traceutil/trace.go:171","msg":"trace[773799642] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"580.540369ms","start":"2026-04-28T04:12:52.931075Z","end":"2026-04-28T04:12:53.511615Z","steps":["trace[773799642] 'process raft request' (duration: 580.148656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.511958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.931063Z","time spent":"580.855899ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:53.512129Z","caller":"traceutil/trace.go:171","msg":"trace[90522107] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26366; }","duration":"566.493796ms","start":"2026-04-28T04:12:52.945622Z","end":"2026-04-28T04:12:53.512116Z","steps":["trace[90522107] 'read index received' (duration: 203.135364ms)","trace[90522107] 'applied index is now lower than readState.Index' (duration: 363.357372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:53.512147Z","caller":"traceutil/trace.go:171","msg":"trace[65062580] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"580.145637ms","start":"2026-04-28T04:12:52.931977Z","end":"2026-04-28T04:12:53.512123Z","steps":["trace[65062580] 'process raft request' (duration: 579.384713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.931971Z","time spent":"580.210859ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:53.512405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.780563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T04:12:53.512445Z","caller":"traceutil/trace.go:171","msg":"trace[1756973786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25537; }","duration":"565.832395ms","start":"2026-04-28T04:12:52.946602Z","end":"2026-04-28T04:12:53.512434Z","steps":["trace[1756973786] 'agreement among raft nodes before linearized reading' (duration: 565.706661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.946596Z","time spent":"565.869976ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:53.512496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.754642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:12:53.512542Z","caller":"traceutil/trace.go:171","msg":"trace[941217629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25537; }","duration":"565.805694ms","start":"2026-04-28T04:12:52.946723Z","end":"2026-04-28T04:12:53.512528Z","steps":["trace[941217629] 'agreement among raft nodes before linearized reading' (duration: 565.649159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.946719Z","time spent":"565.862985ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:53.512605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.931248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:12:53.512633Z","caller":"traceutil/trace.go:171","msg":"trace[15852626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25537; }","duration":"565.966869ms","start":"2026-04-28T04:12:52.946658Z","end":"2026-04-28T04:12:53.512624Z","steps":["trace[15852626] 'agreement among raft nodes before linearized reading' (duration: 565.882126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.946654Z","time spent":"566.002751ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:12:53.512729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.167298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:12:53.51276Z","caller":"traceutil/trace.go:171","msg":"trace[181409333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25537; }","duration":"294.22686ms","start":"2026-04-28T04:12:53.218524Z","end":"2026-04-28T04:12:53.512751Z","steps":["trace[181409333] 'agreement among raft nodes before linearized reading' (duration: 294.142297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.119874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T04:12:53.512806Z","caller":"traceutil/trace.go:171","msg":"trace[900455930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25537; }","duration":"566.157235ms","start":"2026-04-28T04:12:52.94664Z","end":"2026-04-28T04:12:53.512797Z","steps":["trace[900455930] 'agreement among raft nodes before linearized reading' (duration: 566.079863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.512834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.946636Z","time spent":"566.191206ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:12:53.512948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.535094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T04:12:53.512977Z","caller":"traceutil/trace.go:171","msg":"trace[17386017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25537; }","duration":"373.602956ms","start":"2026-04-28T04:12:53.139367Z","end":"2026-04-28T04:12:53.51297Z","steps":["trace[17386017] 'agreement among raft nodes before linearized reading' (duration: 373.521873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:53.139342Z","time spent":"373.651507ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:12:53.514374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.746327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:12:53.514411Z","caller":"traceutil/trace.go:171","msg":"trace[1393521551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25537; }","duration":"568.809509ms","start":"2026-04-28T04:12:52.945592Z","end":"2026-04-28T04:12:53.514401Z","steps":["trace[1393521551] 'agreement among raft nodes before linearized reading' (duration: 566.610209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.514433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:52.94558Z","time spent":"568.84793ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:12:53.698074Z","caller":"traceutil/trace.go:171","msg":"trace[2040646944] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"180.027894ms","start":"2026-04-28T04:12:53.518028Z","end":"2026-04-28T04:12:53.698055Z","steps":["trace[2040646944] 'process raft request' (duration: 174.403727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.699037Z","caller":"traceutil/trace.go:171","msg":"trace[1845068382] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26374; }","duration":"134.491447ms","start":"2026-04-28T04:12:53.56453Z","end":"2026-04-28T04:12:53.699021Z","steps":["trace[1845068382] 'read index received' (duration: 127.971261ms)","trace[1845068382] 'applied index is now lower than readState.Index' (duration: 6.519615ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:53.699052Z","caller":"traceutil/trace.go:171","msg":"trace[913711689] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"180.920482ms","start":"2026-04-28T04:12:53.518101Z","end":"2026-04-28T04:12:53.699021Z","steps":["trace[913711689] 'process raft request' (duration: 179.91772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:53.699273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.986973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-04-28T04:12:53.699299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.603585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T04:12:53.699342Z","caller":"traceutil/trace.go:171","msg":"trace[993223841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25542; }","duration":"131.669937ms","start":"2026-04-28T04:12:53.567664Z","end":"2026-04-28T04:12:53.699334Z","steps":["trace[993223841] 'agreement among raft nodes before linearized reading' (duration: 131.556834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.699375Z","caller":"traceutil/trace.go:171","msg":"trace[876176734] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25542; }","duration":"180.075135ms","start":"2026-04-28T04:12:53.519249Z","end":"2026-04-28T04:12:53.699324Z","steps":["trace[876176734] 'agreement among raft nodes before linearized reading' (duration: 179.90772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.69951Z","caller":"traceutil/trace.go:171","msg":"trace[225371823] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"181.384347ms","start":"2026-04-28T04:12:53.518113Z","end":"2026-04-28T04:12:53.699497Z","steps":["trace[225371823] 'process raft request' (duration: 180.807988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:53.699538Z","caller":"traceutil/trace.go:171","msg":"trace[600691311] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"180.617922ms","start":"2026-04-28T04:12:53.518904Z","end":"2026-04-28T04:12:53.699522Z","steps":["trace[600691311] 'process raft request' (duration: 180.087166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.535732Z","caller":"traceutil/trace.go:171","msg":"trace[939454937] linearizableReadLoop","detail":"{readStateIndex:26381; appliedIndex:26380; }","duration":"263.004844ms","start":"2026-04-28T04:12:55.272714Z","end":"2026-04-28T04:12:55.535719Z","steps":["trace[939454937] 'read index received' (duration: 262.920831ms)","trace[939454937] 'applied index is now lower than readState.Index' (duration: 83.053µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:55.535875Z","caller":"traceutil/trace.go:171","msg":"trace[1535426073] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"380.200833ms","start":"2026-04-28T04:12:55.155668Z","end":"2026-04-28T04:12:55.535868Z","steps":["trace[1535426073] 'process raft request' (duration: 379.947355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:55.535936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.15565Z","time spent":"380.237365ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:55.536035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.347155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:55.536052Z","caller":"traceutil/trace.go:171","msg":"trace[1997773741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25544; }","duration":"263.404866ms","start":"2026-04-28T04:12:55.272641Z","end":"2026-04-28T04:12:55.536046Z","steps":["trace[1997773741] 'agreement among raft nodes before linearized reading' (duration: 263.374255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.789887Z","caller":"traceutil/trace.go:171","msg":"trace[56812881] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"273.554687ms","start":"2026-04-28T04:12:55.516301Z","end":"2026-04-28T04:12:55.789856Z","steps":["trace[56812881] 'process raft request' (duration: 273.267927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.789917Z","caller":"traceutil/trace.go:171","msg":"trace[216729249] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"273.468784ms","start":"2026-04-28T04:12:55.516419Z","end":"2026-04-28T04:12:55.789888Z","steps":["trace[216729249] 'process raft request' (duration: 273.35266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.79014Z","caller":"traceutil/trace.go:171","msg":"trace[684413267] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"272.496833ms","start":"2026-04-28T04:12:55.517623Z","end":"2026-04-28T04:12:55.79012Z","steps":["trace[684413267] 'process raft request' (duration: 272.217544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.79063Z","caller":"traceutil/trace.go:171","msg":"trace[1168278949] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"272.812353ms","start":"2026-04-28T04:12:55.517793Z","end":"2026-04-28T04:12:55.790605Z","steps":["trace[1168278949] 'process raft request' (duration: 272.674309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.790636Z","caller":"traceutil/trace.go:171","msg":"trace[1638082661] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"272.913756ms","start":"2026-04-28T04:12:55.517696Z","end":"2026-04-28T04:12:55.79061Z","steps":["trace[1638082661] 'process raft request' (duration: 272.375979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.790838Z","caller":"traceutil/trace.go:171","msg":"trace[1175102156] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"272.832964ms","start":"2026-04-28T04:12:55.517992Z","end":"2026-04-28T04:12:55.790825Z","steps":["trace[1175102156] 'process raft request' (duration: 272.567276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:55.791649Z","caller":"traceutil/trace.go:171","msg":"trace[1512880958] linearizableReadLoop","detail":"{readStateIndex:26388; appliedIndex:26381; }","duration":"255.848307ms","start":"2026-04-28T04:12:55.535776Z","end":"2026-04-28T04:12:55.791624Z","steps":["trace[1512880958] 'read index received' (duration: 253.72394ms)","trace[1512880958] 'applied index is now lower than readState.Index' (duration: 2.123337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:55.791738Z","caller":"traceutil/trace.go:171","msg":"trace[1786188190] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"273.557597ms","start":"2026-04-28T04:12:55.518157Z","end":"2026-04-28T04:12:55.791714Z","steps":["trace[1786188190] 'process raft request' (duration: 272.565896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:55.791818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.268964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:55.791857Z","caller":"traceutil/trace.go:171","msg":"trace[1633768526] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25551; }","duration":"277.373637ms","start":"2026-04-28T04:12:55.514473Z","end":"2026-04-28T04:12:55.791846Z","steps":["trace[1633768526] 'agreement among raft nodes before linearized reading' (duration: 277.288455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:55.791973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.568891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:12:55.792062Z","caller":"traceutil/trace.go:171","msg":"trace[1511877889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25551; }","duration":"224.707615ms","start":"2026-04-28T04:12:55.56734Z","end":"2026-04-28T04:12:55.792048Z","steps":["trace[1511877889] 'agreement among raft nodes before linearized reading' (duration: 224.433276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:55.792097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.771166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:55.792145Z","caller":"traceutil/trace.go:171","msg":"trace[874523996] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25551; }","duration":"122.875799ms","start":"2026-04-28T04:12:55.669257Z","end":"2026-04-28T04:12:55.792132Z","steps":["trace[874523996] 'agreement among raft nodes before linearized reading' (duration: 122.790657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.467271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.307845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:56.467391Z","caller":"traceutil/trace.go:171","msg":"trace[1590367426] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"671.921454ms","start":"2026-04-28T04:12:55.795447Z","end":"2026-04-28T04:12:56.467368Z","steps":["trace[1590367426] 'process raft request' (duration: 171.436253ms)","trace[1590367426] 'compare' (duration: 500.149331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:56.468155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.795427Z","time spent":"672.492813ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:56.51102Z","caller":"traceutil/trace.go:171","msg":"trace[1466239872] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"714.728916ms","start":"2026-04-28T04:12:55.796276Z","end":"2026-04-28T04:12:56.511004Z","steps":["trace[1466239872] 'process raft request' (duration: 714.602822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.511146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.796262Z","time spent":"714.811008ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:56.511284Z","caller":"traceutil/trace.go:171","msg":"trace[1752470651] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"714.531389ms","start":"2026-04-28T04:12:55.796715Z","end":"2026-04-28T04:12:56.511247Z","steps":["trace[1752470651] 'process raft request' (duration: 714.2461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:56.511326Z","caller":"traceutil/trace.go:171","msg":"trace[2111782468] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26388; }","duration":"710.174982ms","start":"2026-04-28T04:12:55.801141Z","end":"2026-04-28T04:12:56.511316Z","steps":["trace[2111782468] 'read index received' (duration: 165.753663ms)","trace[2111782468] 'applied index is now lower than readState.Index' (duration: 544.420509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:56.511377Z","caller":"traceutil/trace.go:171","msg":"trace[1937917237] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"714.56888ms","start":"2026-04-28T04:12:55.796801Z","end":"2026-04-28T04:12:56.51137Z","steps":["trace[1937917237] 'process raft request' (duration: 714.366774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.511515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.796785Z","time spent":"714.609002ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:56.511516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.79671Z","time spent":"714.646113ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:56.511588Z","caller":"traceutil/trace.go:171","msg":"trace[1633921502] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"580.590441ms","start":"2026-04-28T04:12:55.930978Z","end":"2026-04-28T04:12:56.511569Z","steps":["trace[1633921502] 'process raft request' (duration: 580.307972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:56.511603Z","caller":"traceutil/trace.go:171","msg":"trace[1217024160] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"714.759136ms","start":"2026-04-28T04:12:55.796828Z","end":"2026-04-28T04:12:56.511587Z","steps":["trace[1217024160] 'process raft request' (duration: 714.426126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.511658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.796807Z","time spent":"714.823789ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:56.511647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.491971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:56.511667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.930952Z","time spent":"580.674643ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:56.51171Z","caller":"traceutil/trace.go:171","msg":"trace[266527377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25557; }","duration":"710.579505ms","start":"2026-04-28T04:12:55.801116Z","end":"2026-04-28T04:12:56.511696Z","steps":["trace[266527377] 'agreement among raft nodes before linearized reading' (duration: 710.459371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.511747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.80111Z","time spent":"710.632486ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:12:56.741712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.679378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:12:56.742005Z","caller":"traceutil/trace.go:171","msg":"trace[1495347748] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"683.605313ms","start":"2026-04-28T04:12:56.058366Z","end":"2026-04-28T04:12:56.741971Z","steps":["trace[1495347748] 'process raft request' (duration: 513.596976ms)","trace[1495347748] 'compare' (duration: 169.591894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:56.742047Z","caller":"traceutil/trace.go:171","msg":"trace[626076772] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26394; }","duration":"230.677093ms","start":"2026-04-28T04:12:56.511349Z","end":"2026-04-28T04:12:56.742026Z","steps":["trace[626076772] 'read index received' (duration: 60.566702ms)","trace[626076772] 'applied index is now lower than readState.Index' (duration: 170.109111ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:56.742076Z","caller":"traceutil/trace.go:171","msg":"trace[567271924] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"365.121818ms","start":"2026-04-28T04:12:56.376926Z","end":"2026-04-28T04:12:56.742048Z","steps":["trace[567271924] 'process raft request' (duration: 364.87184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.742157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:56.058345Z","time spent":"683.734638ms","remote":"127.0.0.1:38832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:56.742228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:56.376917Z","time spent":"365.218661ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:12:56.742339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.932337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:12:56.742472Z","caller":"traceutil/trace.go:171","msg":"trace[1177618260] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25559; }","duration":"807.104842ms","start":"2026-04-28T04:12:55.935346Z","end":"2026-04-28T04:12:56.742451Z","steps":["trace[1177618260] 'agreement among raft nodes before linearized reading' (duration: 806.917766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.742526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:55.935334Z","time spent":"807.179484ms","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:12:56.742534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.96353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:56.742683Z","caller":"traceutil/trace.go:171","msg":"trace[989232748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25559; }","duration":"230.142906ms","start":"2026-04-28T04:12:56.512527Z","end":"2026-04-28T04:12:56.74267Z","steps":["trace[989232748] 'agreement among raft nodes before linearized reading' (duration: 229.843577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.742702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.485392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-28T04:12:56.742751Z","caller":"traceutil/trace.go:171","msg":"trace[1899960746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25559; }","duration":"373.538953ms","start":"2026-04-28T04:12:56.3692Z","end":"2026-04-28T04:12:56.742739Z","steps":["trace[1899960746] 'agreement among raft nodes before linearized reading' (duration: 373.345077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.742787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:56.369099Z","time spent":"373.681628ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-28T04:12:56.935004Z","caller":"traceutil/trace.go:171","msg":"trace[1711593685] linearizableReadLoop","detail":"{readStateIndex:26397; appliedIndex:26396; }","duration":"189.172713ms","start":"2026-04-28T04:12:56.74581Z","end":"2026-04-28T04:12:56.934983Z","steps":["trace[1711593685] 'read index received' (duration: 183.456793ms)","trace[1711593685] 'applied index is now lower than readState.Index' (duration: 5.71455ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:56.935044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22573} {"level":"info","ts":"2026-04-28T04:12:56.935444Z","caller":"traceutil/trace.go:171","msg":"trace[949224690] compact","detail":"{revision:22573; response_revision:25559; }","duration":"191.858077ms","start":"2026-04-28T04:12:56.743537Z","end":"2026-04-28T04:12:56.935395Z","steps":["trace[949224690] 'process raft request' (duration: 185.734804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.935458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.222576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:56.935646Z","caller":"traceutil/trace.go:171","msg":"trace[839939530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25559; }","duration":"133.443833ms","start":"2026-04-28T04:12:56.802186Z","end":"2026-04-28T04:12:56.935629Z","steps":["trace[839939530] 'agreement among raft nodes before linearized reading' (duration: 133.189335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:56.935972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.148334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a86929b6-fa9b-401b-9cab-95423ba13868\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T04:12:56.936026Z","caller":"traceutil/trace.go:171","msg":"trace[1714274112] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a86929b6-fa9b-401b-9cab-95423ba13868; range_end:; response_count:1; response_revision:25559; }","duration":"190.226605ms","start":"2026-04-28T04:12:56.745783Z","end":"2026-04-28T04:12:56.936009Z","steps":["trace[1714274112] 'agreement among raft nodes before linearized reading' (duration: 189.567985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:57.070187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22573,"took":"125.73728ms","hash":2194085915,"current-db-size-bytes":56815616,"current-db-size":"57 MB","current-db-size-in-use-bytes":37842944,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T04:12:57.070302Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2194085915,"revision":22573,"compact-revision":20015} {"level":"warn","ts":"2026-04-28T04:13:15.097422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970017550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:13:15.603618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970017550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:13:16.018549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470972272s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:13:16.019027Z","caller":"traceutil/trace.go:171","msg":"trace[1171172833] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"1.471536859s","start":"2026-04-28T04:13:14.547467Z","end":"2026-04-28T04:13:16.019003Z","steps":["trace[1171172833] 'process raft request' (duration: 1.471358284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:16.019209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.54745Z","time spent":"1.471645002s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:16.661182Z","caller":"traceutil/trace.go:171","msg":"trace[1551181369] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"1.857139614s","start":"2026-04-28T04:13:14.804017Z","end":"2026-04-28T04:13:16.661157Z","steps":["trace[1551181369] 'process raft request' (duration: 1.856976178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:16.661323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.803993Z","time spent":"1.857260398s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:16.803149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T04:13:16.803252Z","caller":"traceutil/trace.go:171","msg":"trace[1472982835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177409s","start":"2026-04-28T04:13:14.803055Z","end":"2026-04-28T04:13:16.803232Z","steps":["trace[1472982835] 'agreement among raft nodes before linearized reading' (duration: 2.000042505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:16.803521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.803033Z","time spent":"2.000465959s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:13:16.826958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.806105ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T04:13:16.827427Z","caller":"traceutil/trace.go:171","msg":"trace[1427667239] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"1.219491802s","start":"2026-04-28T04:13:15.607907Z","end":"2026-04-28T04:13:16.827399Z","steps":["trace[1427667239] 'process raft request' (duration: 1.21911633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:16.8276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.607889Z","time spent":"1.219576055s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:17.307519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.043126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:13:17.307865Z","caller":"traceutil/trace.go:171","msg":"trace[1216850633] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"1.436025038s","start":"2026-04-28T04:13:15.871796Z","end":"2026-04-28T04:13:17.307821Z","steps":["trace[1216850633] 'process raft request' (duration: 955.58922ms)","trace[1216850633] 'compare' (duration: 479.444767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:13:17.308022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.871771Z","time spent":"1.436167873s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:17.30861Z","caller":"traceutil/trace.go:171","msg":"trace[589388800] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"1.432974592s","start":"2026-04-28T04:13:15.875606Z","end":"2026-04-28T04:13:17.30858Z","steps":["trace[589388800] 'process raft request' (duration: 1.432444816s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.308628Z","caller":"traceutil/trace.go:171","msg":"trace[901384930] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.432703454s","start":"2026-04-28T04:13:15.875888Z","end":"2026-04-28T04:13:17.308591Z","steps":["trace[901384930] 'process raft request' (duration: 1.432294521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.308702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.875599Z","time spent":"1.433058725s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:17.308772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.875882Z","time spent":"1.432812707s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:17.308905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712405246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:13:17.30958Z","caller":"traceutil/trace.go:171","msg":"trace[675733423] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.07402537s","start":"2026-04-28T04:13:16.23554Z","end":"2026-04-28T04:13:17.309566Z","steps":["trace[675733423] 'process raft request' (duration: 1.07275647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.309694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:16.235513Z","time spent":"1.074105562s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:17.310426Z","caller":"traceutil/trace.go:171","msg":"trace[1540610652] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.434263304s","start":"2026-04-28T04:13:15.874447Z","end":"2026-04-28T04:13:17.30871Z","steps":["trace[1540610652] 'process raft request' (duration: 1.433438528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.310534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.874429Z","time spent":"1.436036419s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:17.310575Z","caller":"traceutil/trace.go:171","msg":"trace[396766826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25715; }","duration":"2.71250808s","start":"2026-04-28T04:13:14.596439Z","end":"2026-04-28T04:13:17.308948Z","steps":["trace[396766826] 'agreement among raft nodes before linearized reading' (duration: 2.712326814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.310627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.596418Z","time spent":"2.714191934s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:13:17.310529Z","caller":"traceutil/trace.go:171","msg":"trace[1229553186] linearizableReadLoop","detail":"{readStateIndex:26551; appliedIndex:26548; }","duration":"2.712254422s","start":"2026-04-28T04:13:14.596509Z","end":"2026-04-28T04:13:17.308763Z","steps":["trace[1229553186] 'read index received' (duration: 1.422247174s)","trace[1229553186] 'applied index is now lower than readState.Index' (duration: 1.290004498s)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:17.310813Z","caller":"traceutil/trace.go:171","msg":"trace[296645937] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"771.048805ms","start":"2026-04-28T04:13:16.538387Z","end":"2026-04-28T04:13:17.309436Z","steps":["trace[296645937] 'process raft request' (duration: 770.991403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.309601Z","caller":"traceutil/trace.go:171","msg":"trace[64380450] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.434284674s","start":"2026-04-28T04:13:15.874357Z","end":"2026-04-28T04:13:17.308642Z","steps":["trace[64380450] 'process raft request' (duration: 1.433392056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.310907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:16.538361Z","time spent":"772.486299ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:17.310994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.874343Z","time spent":"1.436573296s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:17.311168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630297983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:13:17.311237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834666175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T04:13:17.311226Z","caller":"traceutil/trace.go:171","msg":"trace[1529490382] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25717; }","duration":"1.630450448s","start":"2026-04-28T04:13:15.680759Z","end":"2026-04-28T04:13:17.311209Z","steps":["trace[1529490382] 'agreement among raft nodes before linearized reading' (duration: 1.630304183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.311274Z","caller":"traceutil/trace.go:171","msg":"trace[2122705473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25717; }","duration":"1.834740057s","start":"2026-04-28T04:13:15.47652Z","end":"2026-04-28T04:13:17.31126Z","steps":["trace[2122705473] 'agreement among raft nodes before linearized reading' (duration: 1.834584862s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.3113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.476504Z","time spent":"1.834790989s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T04:13:17.311299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.680743Z","time spent":"1.630543701s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:17.311378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541834402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:13:17.311439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736886379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T04:13:17.311458Z","caller":"traceutil/trace.go:171","msg":"trace[1612638817] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25717; }","duration":"2.541949385s","start":"2026-04-28T04:13:14.769497Z","end":"2026-04-28T04:13:17.311446Z","steps":["trace[1612638817] 'agreement among raft nodes before linearized reading' (duration: 2.541854202s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.311468Z","caller":"traceutil/trace.go:171","msg":"trace[317166730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25717; }","duration":"1.73695162s","start":"2026-04-28T04:13:15.574507Z","end":"2026-04-28T04:13:17.311459Z","steps":["trace[317166730] 'agreement among raft nodes before linearized reading' (duration: 1.736857127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.311492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.574489Z","time spent":"1.736997931s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:13:17.311494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.769475Z","time spent":"2.542010097s","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:17.311583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818275398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-28T04:13:17.311606Z","caller":"traceutil/trace.go:171","msg":"trace[210335219] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25717; }","duration":"1.818312219s","start":"2026-04-28T04:13:15.493289Z","end":"2026-04-28T04:13:17.311601Z","steps":["trace[210335219] 'agreement among raft nodes before linearized reading' (duration: 1.818250867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.311623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.493282Z","time spent":"1.818337329s","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T04:13:17.311775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832408554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:13:17.311837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710502847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:13:17.311851Z","caller":"traceutil/trace.go:171","msg":"trace[1976413778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25717; }","duration":"1.832521327s","start":"2026-04-28T04:13:15.479313Z","end":"2026-04-28T04:13:17.311835Z","steps":["trace[1976413778] 'agreement among raft nodes before linearized reading' (duration: 1.832406874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.311868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.719128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:17.311871Z","caller":"traceutil/trace.go:171","msg":"trace[436640707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25717; }","duration":"2.710537448s","start":"2026-04-28T04:13:14.601325Z","end":"2026-04-28T04:13:17.311862Z","steps":["trace[436640707] 'agreement among raft nodes before linearized reading' (duration: 2.710438345s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.311892Z","caller":"traceutil/trace.go:171","msg":"trace[307438133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25717; }","duration":"506.780941ms","start":"2026-04-28T04:13:16.805105Z","end":"2026-04-28T04:13:17.311886Z","steps":["trace[307438133] 'agreement among raft nodes before linearized reading' (duration: 506.74095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.3119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.479298Z","time spent":"1.83258839s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:17.311917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:16.805085Z","time spent":"506.828702ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:13:17.311903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.601291Z","time spent":"2.71060549s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:13:17.312012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007994705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:13:17.312083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.340048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:13:17.311325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70744999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:13:17.31212Z","caller":"traceutil/trace.go:171","msg":"trace[316362310] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25717; }","duration":"119.418011ms","start":"2026-04-28T04:13:17.192692Z","end":"2026-04-28T04:13:17.31211Z","steps":["trace[316362310] 'agreement among raft nodes before linearized reading' (duration: 119.353059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.312063Z","caller":"traceutil/trace.go:171","msg":"trace[221915524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25717; }","duration":"1.008084448s","start":"2026-04-28T04:13:16.303965Z","end":"2026-04-28T04:13:17.312049Z","steps":["trace[221915524] 'agreement among raft nodes before linearized reading' (duration: 1.008003565s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.312145Z","caller":"traceutil/trace.go:171","msg":"trace[950878424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25717; }","duration":"2.708288917s","start":"2026-04-28T04:13:14.603846Z","end":"2026-04-28T04:13:17.312135Z","steps":["trace[950878424] 'agreement among raft nodes before linearized reading' (duration: 2.707364408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.312188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.603837Z","time spent":"2.708342218s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:13:17.312158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:16.303947Z","time spent":"1.008198622s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:17.312404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.671455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:13:17.312444Z","caller":"traceutil/trace.go:171","msg":"trace[113447029] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25717; }","duration":"384.740647ms","start":"2026-04-28T04:13:16.927692Z","end":"2026-04-28T04:13:17.312432Z","steps":["trace[113447029] 'agreement among raft nodes before linearized reading' (duration: 384.555351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.312476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:16.927677Z","time spent":"384.790389ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":166,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:17.313229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709780604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:13:17.313278Z","caller":"traceutil/trace.go:171","msg":"trace[438670116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25717; }","duration":"2.712093896s","start":"2026-04-28T04:13:14.601173Z","end":"2026-04-28T04:13:17.313267Z","steps":["trace[438670116] 'agreement among raft nodes before linearized reading' (duration: 2.709724922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.313356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:14.601154Z","time spent":"2.7121897s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:13:17.310263Z","caller":"traceutil/trace.go:171","msg":"trace[97469102] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.434220052s","start":"2026-04-28T04:13:15.874442Z","end":"2026-04-28T04:13:17.308662Z","steps":["trace[97469102] 'process raft request' (duration: 1.43352926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.314957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:15.874413Z","time spent":"1.44048472s","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:17.504516Z","caller":"traceutil/trace.go:171","msg":"trace[1351071445] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"188.279215ms","start":"2026-04-28T04:13:17.31621Z","end":"2026-04-28T04:13:17.504489Z","steps":["trace[1351071445] 'process raft request' (duration: 188.073968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.504897Z","caller":"traceutil/trace.go:171","msg":"trace[208752339] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"188.600205ms","start":"2026-04-28T04:13:17.316273Z","end":"2026-04-28T04:13:17.504873Z","steps":["trace[208752339] 'process raft request' (duration: 188.169751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.505362Z","caller":"traceutil/trace.go:171","msg":"trace[1833096271] linearizableReadLoop","detail":"{readStateIndex:26563; appliedIndex:26561; }","duration":"188.787871ms","start":"2026-04-28T04:13:17.316556Z","end":"2026-04-28T04:13:17.505343Z","steps":["trace[1833096271] 'read index received' (duration: 69.257937ms)","trace[1833096271] 'applied index is now lower than readState.Index' (duration: 119.528854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:17.505333Z","caller":"traceutil/trace.go:171","msg":"trace[189551878] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"187.541891ms","start":"2026-04-28T04:13:17.317758Z","end":"2026-04-28T04:13:17.5053Z","steps":["trace[189551878] 'process raft request' (duration: 186.910201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.505425Z","caller":"traceutil/trace.go:171","msg":"trace[622452511] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"187.594614ms","start":"2026-04-28T04:13:17.317805Z","end":"2026-04-28T04:13:17.505399Z","steps":["trace[622452511] 'process raft request' (duration: 187.396487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:17.505458Z","caller":"traceutil/trace.go:171","msg":"trace[1131455972] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"187.523921ms","start":"2026-04-28T04:13:17.317891Z","end":"2026-04-28T04:13:17.505415Z","steps":["trace[1131455972] 'process raft request' (duration: 187.397287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.505637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.061239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T04:13:17.505709Z","caller":"traceutil/trace.go:171","msg":"trace[1584601050] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa677f301b13ee; range_end:; response_count:1; response_revision:25723; }","duration":"189.154933ms","start":"2026-04-28T04:13:17.31653Z","end":"2026-04-28T04:13:17.505685Z","steps":["trace[1584601050] 'agreement among raft nodes before linearized reading' (duration: 188.926025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:17.505823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.171728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:17.507369Z","caller":"traceutil/trace.go:171","msg":"trace[838711226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25723; }","duration":"187.638254ms","start":"2026-04-28T04:13:17.319595Z","end":"2026-04-28T04:13:17.507233Z","steps":["trace[838711226] 'agreement among raft nodes before linearized reading' (duration: 186.147187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:20.693256Z","caller":"traceutil/trace.go:171","msg":"trace[71877774] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"651.058585ms","start":"2026-04-28T04:13:20.042169Z","end":"2026-04-28T04:13:20.693228Z","steps":["trace[71877774] 'process raft request' (duration: 650.868849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:20.693281Z","caller":"traceutil/trace.go:171","msg":"trace[538724061] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26582; }","duration":"441.112307ms","start":"2026-04-28T04:13:20.25208Z","end":"2026-04-28T04:13:20.693193Z","steps":["trace[538724061] 'read index received' (duration: 441.012394ms)","trace[538724061] 'applied index is now lower than readState.Index' (duration: 99.083µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:13:20.693382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:20.042159Z","time spent":"651.157769ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:13:20.693391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.294712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:20.693416Z","caller":"traceutil/trace.go:171","msg":"trace[172208163] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25739; }","duration":"441.381186ms","start":"2026-04-28T04:13:20.252027Z","end":"2026-04-28T04:13:20.693408Z","steps":["trace[172208163] 'agreement among raft nodes before linearized reading' (duration: 441.308343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:20.693439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:20.252007Z","time spent":"441.427526ms","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:13:21.01129Z","caller":"traceutil/trace.go:171","msg":"trace[918440765] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26583; }","duration":"303.77547ms","start":"2026-04-28T04:13:20.707493Z","end":"2026-04-28T04:13:21.011268Z","steps":["trace[918440765] 'read index received' (duration: 256.55316ms)","trace[918440765] 'applied index is now lower than readState.Index' (duration: 47.22168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:21.011312Z","caller":"traceutil/trace.go:171","msg":"trace[532514716] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"340.17339ms","start":"2026-04-28T04:13:20.67111Z","end":"2026-04-28T04:13:21.011283Z","steps":["trace[532514716] 'process raft request' (duration: 292.819885ms)","trace[532514716] 'compare' (duration: 47.232691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:13:21.011385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.885974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:21.011433Z","caller":"traceutil/trace.go:171","msg":"trace[2055658362] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25740; }","duration":"303.960437ms","start":"2026-04-28T04:13:20.707441Z","end":"2026-04-28T04:13:21.011402Z","steps":["trace[2055658362] 'agreement among raft nodes before linearized reading' (duration: 303.900055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:21.011461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:20.707395Z","time spent":"304.058759ms","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:21.011506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:20.671085Z","time spent":"340.274823ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:21.012018Z","caller":"traceutil/trace.go:171","msg":"trace[1770289059] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"175.005346ms","start":"2026-04-28T04:13:20.836973Z","end":"2026-04-28T04:13:21.011979Z","steps":["trace[1770289059] 'process raft request' (duration: 174.82815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.60676Z","caller":"traceutil/trace.go:171","msg":"trace[1917139312] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"280.28649ms","start":"2026-04-28T04:13:21.326436Z","end":"2026-04-28T04:13:21.606722Z","steps":["trace[1917139312] 'process raft request' (duration: 280.184326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.606947Z","caller":"traceutil/trace.go:171","msg":"trace[1542717862] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"280.279869ms","start":"2026-04-28T04:13:21.32665Z","end":"2026-04-28T04:13:21.60693Z","steps":["trace[1542717862] 'process raft request' (duration: 280.027581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.607185Z","caller":"traceutil/trace.go:171","msg":"trace[222187334] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"280.211787ms","start":"2026-04-28T04:13:21.326966Z","end":"2026-04-28T04:13:21.607178Z","steps":["trace[222187334] 'process raft request' (duration: 279.908837ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.607302Z","caller":"traceutil/trace.go:171","msg":"trace[1257375866] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"280.108294ms","start":"2026-04-28T04:13:21.32719Z","end":"2026-04-28T04:13:21.607298Z","steps":["trace[1257375866] 'process raft request' (duration: 279.969079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.607396Z","caller":"traceutil/trace.go:171","msg":"trace[1148737277] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"276.763808ms","start":"2026-04-28T04:13:21.330627Z","end":"2026-04-28T04:13:21.607391Z","steps":["trace[1148737277] 'process raft request' (duration: 276.652494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:21.607598Z","caller":"traceutil/trace.go:171","msg":"trace[461661204] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"281.58028ms","start":"2026-04-28T04:13:21.325964Z","end":"2026-04-28T04:13:21.607544Z","steps":["trace[461661204] 'process raft request' (duration: 280.391993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:22.16976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278447970017632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:13:22.353281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.634609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:13:22.35351Z","caller":"traceutil/trace.go:171","msg":"trace[560264861] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"740.837569ms","start":"2026-04-28T04:13:21.61261Z","end":"2026-04-28T04:13:22.353447Z","steps":["trace[560264861] 'process raft request' (duration: 561.978263ms)","trace[560264861] 'compare' (duration: 178.277258ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:22.353577Z","caller":"traceutil/trace.go:171","msg":"trace[1158031429] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"740.479497ms","start":"2026-04-28T04:13:21.613062Z","end":"2026-04-28T04:13:22.353542Z","steps":["trace[1158031429] 'process raft request' (duration: 740.297181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:22.353691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:21.612583Z","time spent":"740.995103ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:22.353713Z","caller":"traceutil/trace.go:171","msg":"trace[597044395] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26593; }","duration":"683.942013ms","start":"2026-04-28T04:13:21.669713Z","end":"2026-04-28T04:13:22.353655Z","steps":["trace[597044395] 'read index received' (duration: 504.821689ms)","trace[597044395] 'applied index is now lower than readState.Index' (duration: 179.119244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:22.353748Z","caller":"traceutil/trace.go:171","msg":"trace[1247812330] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"739.839287ms","start":"2026-04-28T04:13:21.613899Z","end":"2026-04-28T04:13:22.353738Z","steps":["trace[1247812330] 'process raft request' (duration: 739.498757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:22.353866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.115548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:13:22.353743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:21.613055Z","time spent":"740.606542ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:22.353995Z","caller":"traceutil/trace.go:171","msg":"trace[1231010671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25752; }","duration":"684.256562ms","start":"2026-04-28T04:13:21.669698Z","end":"2026-04-28T04:13:22.353954Z","steps":["trace[1231010671] 'agreement among raft nodes before linearized reading' (duration: 684.076897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:22.354079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:21.669691Z","time spent":"684.368747ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:13:22.354114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:21.613893Z","time spent":"739.977012ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:13:22.567329Z","caller":"traceutil/trace.go:171","msg":"trace[1285217844] linearizableReadLoop","detail":"{readStateIndex:26597; appliedIndex:26596; }","duration":"213.457089ms","start":"2026-04-28T04:13:22.353838Z","end":"2026-04-28T04:13:22.567295Z","steps":["trace[1285217844] 'read index received' (duration: 172.876728ms)","trace[1285217844] 'applied index is now lower than readState.Index' (duration: 40.578951ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:13:22.567395Z","caller":"traceutil/trace.go:171","msg":"trace[1415689669] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"249.61225ms","start":"2026-04-28T04:13:22.317749Z","end":"2026-04-28T04:13:22.567361Z","steps":["trace[1415689669] 'process raft request' (duration: 209.06909ms)","trace[1415689669] 'compare' (duration: 40.21671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:13:22.567478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.450303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:22.567516Z","caller":"traceutil/trace.go:171","msg":"trace[774775275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25753; }","duration":"763.537546ms","start":"2026-04-28T04:13:21.803969Z","end":"2026-04-28T04:13:22.567506Z","steps":["trace[774775275] 'agreement among raft nodes before linearized reading' (duration: 763.445753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:22.567553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:21.803954Z","time spent":"763.591857ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:13:23.131084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.205669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:13:23.131136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.710007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:23.131226Z","caller":"traceutil/trace.go:171","msg":"trace[1515221072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25753; }","duration":"225.84544ms","start":"2026-04-28T04:13:22.905356Z","end":"2026-04-28T04:13:23.131201Z","steps":["trace[1515221072] 'range keys from in-memory index tree' (duration: 225.595592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:23.131225Z","caller":"traceutil/trace.go:171","msg":"trace[2652616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25753; }","duration":"434.432096ms","start":"2026-04-28T04:13:22.69676Z","end":"2026-04-28T04:13:23.131192Z","steps":["trace[2652616] 'range keys from in-memory index tree' (duration: 433.037972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:13:23.131948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:13:22.696709Z","time spent":"435.217281ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:13:23.131419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.046677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:13:23.132344Z","caller":"traceutil/trace.go:171","msg":"trace[1615192643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25753; }","duration":"137.998377ms","start":"2026-04-28T04:13:22.99433Z","end":"2026-04-28T04:13:23.132328Z","steps":["trace[1615192643] 'range keys from in-memory index tree' (duration: 137.030846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:23.132878Z","caller":"traceutil/trace.go:171","msg":"trace[1492518362] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"115.542978ms","start":"2026-04-28T04:13:23.017323Z","end":"2026-04-28T04:13:23.132866Z","steps":["trace[1492518362] 'process raft request' (duration: 115.421634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:23.157639Z","caller":"traceutil/trace.go:171","msg":"trace[260235348] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"131.265415ms","start":"2026-04-28T04:13:23.026352Z","end":"2026-04-28T04:13:23.157618Z","steps":["trace[260235348] 'process raft request' (duration: 131.213594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:23.158005Z","caller":"traceutil/trace.go:171","msg":"trace[1871100950] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"139.98518ms","start":"2026-04-28T04:13:23.018008Z","end":"2026-04-28T04:13:23.157993Z","steps":["trace[1871100950] 'process raft request' (duration: 139.443603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:14:10.788341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.500467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:14:10.788302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:14:10.788411Z","caller":"traceutil/trace.go:171","msg":"trace[2015611963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26279; }","duration":"102.59676ms","start":"2026-04-28T04:14:10.685797Z","end":"2026-04-28T04:14:10.788393Z","steps":["trace[2015611963] 'range keys from in-memory index tree' (duration: 102.395383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:10.788426Z","caller":"traceutil/trace.go:171","msg":"trace[2142972741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26279; }","duration":"105.630675ms","start":"2026-04-28T04:14:10.682775Z","end":"2026-04-28T04:14:10.788406Z","steps":["trace[2142972741] 'range keys from in-memory index tree' (duration: 105.303555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:28.654981Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a86.wal"} {"level":"info","ts":"2026-04-28T04:14:29.628845Z","caller":"traceutil/trace.go:171","msg":"trace[2064755824] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"228.952548ms","start":"2026-04-28T04:14:29.399865Z","end":"2026-04-28T04:14:29.628817Z","steps":["trace[2064755824] 'process raft request' (duration: 228.783553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:29.668444Z","caller":"traceutil/trace.go:171","msg":"trace[65173924] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"213.579603ms","start":"2026-04-28T04:14:29.454846Z","end":"2026-04-28T04:14:29.668426Z","steps":["trace[65173924] 'process raft request' (duration: 213.446319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:14:29.669063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.357223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-28T04:14:29.669122Z","caller":"traceutil/trace.go:171","msg":"trace[1793420107] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:26418; }","duration":"211.457456ms","start":"2026-04-28T04:14:29.457648Z","end":"2026-04-28T04:14:29.669106Z","steps":["trace[1793420107] 'agreement among raft nodes before linearized reading' (duration: 211.300591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:29.668642Z","caller":"traceutil/trace.go:171","msg":"trace[430600424] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27274; }","duration":"210.91548ms","start":"2026-04-28T04:14:29.457698Z","end":"2026-04-28T04:14:29.668614Z","steps":["trace[430600424] 'read index received' (duration: 170.963138ms)","trace[430600424] 'applied index is now lower than readState.Index' (duration: 39.949802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:14:29.669614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.136223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-04-28T04:14:29.669663Z","caller":"traceutil/trace.go:171","msg":"trace[375802466] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26418; }","duration":"120.235546ms","start":"2026-04-28T04:14:29.549413Z","end":"2026-04-28T04:14:29.669649Z","steps":["trace[375802466] 'agreement among raft nodes before linearized reading' (duration: 120.011369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:48.148215Z","caller":"traceutil/trace.go:171","msg":"trace[1575456238] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"112.094829ms","start":"2026-04-28T04:14:48.036103Z","end":"2026-04-28T04:14:48.148198Z","steps":["trace[1575456238] 'process raft request' (duration: 112.039417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:48.14839Z","caller":"traceutil/trace.go:171","msg":"trace[1936441523] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"112.029267ms","start":"2026-04-28T04:14:48.036342Z","end":"2026-04-28T04:14:48.148371Z","steps":["trace[1936441523] 'process raft request' (duration: 111.83452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:14:48.148383Z","caller":"traceutil/trace.go:171","msg":"trace[1231693878] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"113.565956ms","start":"2026-04-28T04:14:48.034681Z","end":"2026-04-28T04:14:48.148247Z","steps":["trace[1231693878] 'process raft request' (duration: 30.274146ms)","trace[1231693878] 'compare' (duration: 83.041532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:14:48.148592Z","caller":"traceutil/trace.go:171","msg":"trace[1352035941] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"111.377616ms","start":"2026-04-28T04:14:48.037208Z","end":"2026-04-28T04:14:48.148586Z","steps":["trace[1352035941] 'process raft request' (duration: 111.101568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:16:33.7655Z","caller":"traceutil/trace.go:171","msg":"trace[1969633216] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"219.148159ms","start":"2026-04-28T04:16:33.546324Z","end":"2026-04-28T04:16:33.765472Z","steps":["trace[1969633216] 'process raft request' (duration: 218.994544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:16:33.793912Z","caller":"traceutil/trace.go:171","msg":"trace[1398321955] linearizableReadLoop","detail":"{readStateIndex:28583; appliedIndex:28581; }","duration":"111.117039ms","start":"2026-04-28T04:16:33.682776Z","end":"2026-04-28T04:16:33.793893Z","steps":["trace[1398321955] 'read index received' (duration: 82.562487ms)","trace[1398321955] 'applied index is now lower than readState.Index' (duration: 28.553622ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:16:33.793953Z","caller":"traceutil/trace.go:171","msg":"trace[1604422317] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"247.153653ms","start":"2026-04-28T04:16:33.546776Z","end":"2026-04-28T04:16:33.79393Z","steps":["trace[1604422317] 'process raft request' (duration: 247.011108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:16:33.794033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.231582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:16:33.794062Z","caller":"traceutil/trace.go:171","msg":"trace[1924147645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27693; }","duration":"111.311045ms","start":"2026-04-28T04:16:33.682742Z","end":"2026-04-28T04:16:33.794053Z","steps":["trace[1924147645] 'agreement among raft nodes before linearized reading' (duration: 111.236752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:16:44.950542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.322094ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-28T04:16:44.950947Z","caller":"traceutil/trace.go:171","msg":"trace[169326025] linearizableReadLoop","detail":"{readStateIndex:28674; appliedIndex:28669; }","duration":"225.548081ms","start":"2026-04-28T04:16:44.725379Z","end":"2026-04-28T04:16:44.950927Z","steps":["trace[169326025] 'read index received' (duration: 27.911091ms)","trace[169326025] 'applied index is now lower than readState.Index' (duration: 197.63594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:16:44.951048Z","caller":"traceutil/trace.go:171","msg":"trace[984321708] transaction","detail":"{read_only:false; response_revision:27780; number_of_response:1; }","duration":"231.289913ms","start":"2026-04-28T04:16:44.719718Z","end":"2026-04-28T04:16:44.951007Z","steps":["trace[984321708] 'process raft request' (duration: 231.104637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:16:44.951193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.797869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-04-28T04:16:44.951717Z","caller":"traceutil/trace.go:171","msg":"trace[1233661938] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27781; }","duration":"226.328436ms","start":"2026-04-28T04:16:44.725355Z","end":"2026-04-28T04:16:44.951684Z","steps":["trace[1233661938] 'agreement among raft nodes before linearized reading' (duration: 225.686566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:16:44.951091Z","caller":"traceutil/trace.go:171","msg":"trace[281182393] transaction","detail":"{read_only:false; response_revision:27781; number_of_response:1; }","duration":"231.107607ms","start":"2026-04-28T04:16:44.719934Z","end":"2026-04-28T04:16:44.951042Z","steps":["trace[281182393] 'process raft request' (duration: 230.944182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:16:44.951233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.23574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:16:44.952135Z","caller":"traceutil/trace.go:171","msg":"trace[1079349323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27781; }","duration":"149.215371ms","start":"2026-04-28T04:16:44.802905Z","end":"2026-04-28T04:16:44.952121Z","steps":["trace[1079349323] 'agreement among raft nodes before linearized reading' (duration: 148.23801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:16:44.951257Z","caller":"traceutil/trace.go:171","msg":"trace[204911505] transaction","detail":"{read_only:false; response_revision:27779; number_of_response:1; }","duration":"231.341224ms","start":"2026-04-28T04:16:44.719601Z","end":"2026-04-28T04:16:44.950942Z","steps":["trace[204911505] 'process raft request' (duration: 231.058055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:16:45.361396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.224805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:16:45.361477Z","caller":"traceutil/trace.go:171","msg":"trace[1943398614] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27782; }","duration":"291.323618ms","start":"2026-04-28T04:16:45.070136Z","end":"2026-04-28T04:16:45.361459Z","steps":["trace[1943398614] 'count revisions from in-memory index tree' (duration: 291.140612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:17:17.179602Z","caller":"traceutil/trace.go:171","msg":"trace[1432720048] transaction","detail":"{read_only:false; response_revision:28121; number_of_response:1; }","duration":"111.81417ms","start":"2026-04-28T04:17:17.067768Z","end":"2026-04-28T04:17:17.179582Z","steps":["trace[1432720048] 'process raft request' (duration: 111.686236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:17:17.186844Z","caller":"traceutil/trace.go:171","msg":"trace[178875546] transaction","detail":"{read_only:false; response_revision:28123; number_of_response:1; }","duration":"116.912801ms","start":"2026-04-28T04:17:17.069911Z","end":"2026-04-28T04:17:17.186824Z","steps":["trace[178875546] 'process raft request' (duration: 116.581171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:17:17.187018Z","caller":"traceutil/trace.go:171","msg":"trace[842666269] transaction","detail":"{read_only:false; response_revision:28122; number_of_response:1; }","duration":"117.906872ms","start":"2026-04-28T04:17:17.069082Z","end":"2026-04-28T04:17:17.186989Z","steps":["trace[842666269] 'process raft request' (duration: 117.268972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:17:56.945663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25558} {"level":"info","ts":"2026-04-28T04:17:57.082849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25558,"took":"128.656705ms","hash":4228649550,"current-db-size-bytes":58507264,"current-db-size":"58 MB","current-db-size-in-use-bytes":38100992,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-28T04:17:57.08291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4228649550,"revision":25558,"compact-revision":22573} {"level":"info","ts":"2026-04-28T04:19:23.63766Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:19:23.643025Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T04:19:23.643117Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T04:22:56.951952Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28432} {"level":"info","ts":"2026-04-28T04:22:57.086839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28432,"took":"132.090293ms","hash":2237508111,"current-db-size-bytes":58507264,"current-db-size":"58 MB","current-db-size-in-use-bytes":30863360,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:22:57.086916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2237508111,"revision":28432,"compact-revision":25558} {"level":"info","ts":"2026-04-28T04:27:56.963927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30659} {"level":"info","ts":"2026-04-28T04:27:57.096908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30659,"took":"129.209958ms","hash":153349296,"current-db-size-bytes":58507264,"current-db-size":"58 MB","current-db-size-in-use-bytes":30359552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T04:27:57.097275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":153349296,"revision":30659,"compact-revision":28432} {"level":"info","ts":"2026-04-28T04:31:09.31803Z","caller":"traceutil/trace.go:171","msg":"trace[1793119510] transaction","detail":"{read_only:false; response_revision:34430; number_of_response:1; }","duration":"214.434555ms","start":"2026-04-28T04:31:09.103575Z","end":"2026-04-28T04:31:09.31801Z","steps":["trace[1793119510] 'process raft request' (duration: 214.327871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:31:09.318276Z","caller":"traceutil/trace.go:171","msg":"trace[435052270] linearizableReadLoop","detail":"{readStateIndex:35513; appliedIndex:35510; }","duration":"156.955346ms","start":"2026-04-28T04:31:09.161297Z","end":"2026-04-28T04:31:09.318252Z","steps":["trace[435052270] 'read index received' (duration: 155.625074ms)","trace[435052270] 'applied index is now lower than readState.Index' (duration: 1.329332ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:31:09.318333Z","caller":"traceutil/trace.go:171","msg":"trace[839121495] transaction","detail":"{read_only:false; response_revision:34429; number_of_response:1; }","duration":"215.655773ms","start":"2026-04-28T04:31:09.102608Z","end":"2026-04-28T04:31:09.318264Z","steps":["trace[839121495] 'process raft request' (duration: 214.362082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:31:09.318379Z","caller":"traceutil/trace.go:171","msg":"trace[591150994] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"142.084306ms","start":"2026-04-28T04:31:09.176275Z","end":"2026-04-28T04:31:09.318359Z","steps":["trace[591150994] 'process raft request' (duration: 141.91672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:31:09.31837Z","caller":"traceutil/trace.go:171","msg":"trace[1188303537] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"212.056939ms","start":"2026-04-28T04:31:09.106286Z","end":"2026-04-28T04:31:09.318343Z","steps":["trace[1188303537] 'process raft request' (duration: 211.695118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:31:09.318508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.193204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T04:31:09.318581Z","caller":"traceutil/trace.go:171","msg":"trace[937056980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34432; }","duration":"157.325357ms","start":"2026-04-28T04:31:09.161239Z","end":"2026-04-28T04:31:09.318565Z","steps":["trace[937056980] 'agreement among raft nodes before linearized reading' (duration: 157.10762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:32:56.97162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32923} {"level":"info","ts":"2026-04-28T04:32:57.121294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32923,"took":"146.136284ms","hash":1789461011,"current-db-size-bytes":59547648,"current-db-size":"60 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T04:32:57.121346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1789461011,"revision":32923,"compact-revision":30659} {"level":"info","ts":"2026-04-28T04:37:56.977949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35218} {"level":"info","ts":"2026-04-28T04:37:57.12092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35218,"took":"138.991647ms","hash":759670297,"current-db-size-bytes":59547648,"current-db-size":"60 MB","current-db-size-in-use-bytes":30994432,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:37:57.120998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":759670297,"revision":35218,"compact-revision":32923} {"level":"info","ts":"2026-04-28T04:40:49.086611Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:40:49.091234Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T04:40:49.091326Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-28T04:42:56.98543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37444} {"level":"info","ts":"2026-04-28T04:42:57.142515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37444,"took":"154.178658ms","hash":2177148821,"current-db-size-bytes":59547648,"current-db-size":"60 MB","current-db-size-in-use-bytes":30638080,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:42:57.142632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2177148821,"revision":37444,"compact-revision":35218}