{"level":"warn","ts":"2026-03-31T22:22:17.895415Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:17.895517Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.246:2380","--initial-cluster=instance=https://199.19.213.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:22:17.895581Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:17.895593Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-03-31T22:22:17.89561Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:17.896201Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"]} {"level":"info","ts":"2026-03-31T22:22:17.89627Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:22:17.903137Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.650121ms"} {"level":"info","ts":"2026-03-31T22:22:17.918375Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2b4fc23d90360acd","cluster-id":"fbafe76a301d853c"} {"level":"info","ts":"2026-03-31T22:22:17.918471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:22:17.918496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 0"} {"level":"info","ts":"2026-03-31T22:22:17.91851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2b4fc23d90360acd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:22:17.918526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 1"} {"level":"info","ts":"2026-03-31T22:22:17.918566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"warn","ts":"2026-03-31T22:22:17.92856Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:22:17.930758Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:22:17.932239Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:22:17.934706Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2b4fc23d90360acd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:22:17.93486Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2b4fc23d90360acd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T22:22:17.935009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:17.935059Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:17.935069Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:17.937819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-03-31T22:22:17.938703Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-03-31T22:22:17.939622Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:17.939767Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-03-31T22:22:17.939823Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-03-31T22:22:17.940143Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2b4fc23d90360acd","initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:22:17.94027Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:22:18.819862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:22:18.819926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:22:18.819966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgPreVoteResp from 2b4fc23d90360acd at term 1"} {"level":"info","ts":"2026-03-31T22:22:18.819985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:22:18.819997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgVoteResp from 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-03-31T22:22:18.820014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became leader at term 2"} {"level":"info","ts":"2026-03-31T22:22:18.820028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2b4fc23d90360acd elected leader 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-03-31T22:22:18.821279Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2b4fc23d90360acd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.246:2379]}","request-path":"/0/members/2b4fc23d90360acd/attributes","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:22:18.821314Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:18.821325Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:18.821702Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:18.822169Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:22:18.822217Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:22:18.823423Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:18.823592Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:18.823669Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:18.824624Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.246:2379"} {"level":"info","ts":"2026-03-31T22:22:18.825556Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T22:22:36.362602Z","caller":"traceutil/trace.go:171","msg":"trace[736364143] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"140.455652ms","start":"2026-03-31T22:22:36.221743Z","end":"2026-03-31T22:22:36.362198Z","steps":["trace[736364143] 'process raft request' (duration: 140.247097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.509921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.530082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:37.510144Z","caller":"traceutil/trace.go:171","msg":"trace[332516470] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"631.986116ms","start":"2026-03-31T22:22:36.878141Z","end":"2026-03-31T22:22:37.510127Z","steps":["trace[332516470] 'read index received' (duration: 52.641µs)","trace[332516470] 'applied index is now lower than readState.Index' (duration: 631.932085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:37.510273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.119669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:22:37.510262Z","caller":"traceutil/trace.go:171","msg":"trace[1499747147] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.141925711s","start":"2026-03-31T22:22:36.368262Z","end":"2026-03-31T22:22:37.510188Z","steps":["trace[1499747147] 'process raft request' (duration: 267.403385ms)","trace[1499747147] 'compare' (duration: 873.397689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:37.51034Z","caller":"traceutil/trace.go:171","msg":"trace[537622919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"632.230302ms","start":"2026-03-31T22:22:36.878099Z","end":"2026-03-31T22:22:37.510329Z","steps":["trace[537622919] 'agreement among raft nodes before linearized reading' (duration: 632.122399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.510523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.368243Z","time spent":"1.142120415s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:37.510454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.878079Z","time spent":"632.360446ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:38.092044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.110419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:22:38.09227Z","caller":"traceutil/trace.go:171","msg":"trace[915059456] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"576.028644ms","start":"2026-03-31T22:22:37.516223Z","end":"2026-03-31T22:22:38.092251Z","steps":["trace[915059456] 'process raft request' (duration: 575.923891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:38.092271Z","caller":"traceutil/trace.go:171","msg":"trace[203935858] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"582.047461ms","start":"2026-03-31T22:22:37.510197Z","end":"2026-03-31T22:22:38.092244Z","steps":["trace[203935858] 'read index received' (duration: 238.738746ms)","trace[203935858] 'applied index is now lower than readState.Index' (duration: 343.306465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:38.092376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.516202Z","time spent":"576.110576ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:38.0924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.576347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:38.092469Z","caller":"traceutil/trace.go:171","msg":"trace[551169472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"688.685889ms","start":"2026-03-31T22:22:37.403767Z","end":"2026-03-31T22:22:38.092453Z","steps":["trace[551169472] 'agreement among raft nodes before linearized reading' (duration: 688.529785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.092504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.403698Z","time spent":"688.801062ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:38.092421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098736548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:38.09259Z","caller":"traceutil/trace.go:171","msg":"trace[238359704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"1.098947403s","start":"2026-03-31T22:22:36.993615Z","end":"2026-03-31T22:22:38.092563Z","steps":["trace[238359704] 'agreement among raft nodes before linearized reading' (duration: 1.098711518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.092673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.993593Z","time spent":"1.099048446s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:44.220398Z","caller":"traceutil/trace.go:171","msg":"trace[1722167741] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"104.134507ms","start":"2026-03-31T22:22:44.116241Z","end":"2026-03-31T22:22:44.220375Z","steps":["trace[1722167741] 'read index received' (duration: 103.993074ms)","trace[1722167741] 'applied index is now lower than readState.Index' (duration: 140.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:44.220793Z","caller":"traceutil/trace.go:171","msg":"trace[1547320364] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"675.298083ms","start":"2026-03-31T22:22:43.545479Z","end":"2026-03-31T22:22:44.220777Z","steps":["trace[1547320364] 'process raft request' (duration: 674.41231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.220915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.545452Z","time spent":"675.380694ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:44.221099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.864575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:44.221152Z","caller":"traceutil/trace.go:171","msg":"trace[627348779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:441; }","duration":"104.954317ms","start":"2026-03-31T22:22:44.116183Z","end":"2026-03-31T22:22:44.221137Z","steps":["trace[627348779] 'agreement among raft nodes before linearized reading' (duration: 104.867715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.178183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.302454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:45.178307Z","caller":"traceutil/trace.go:171","msg":"trace[2102647251] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"957.795334ms","start":"2026-03-31T22:22:44.220489Z","end":"2026-03-31T22:22:45.178285Z","steps":["trace[2102647251] 'read index received' (duration: 355.281985ms)","trace[2102647251] 'applied index is now lower than readState.Index' (duration: 602.511299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:45.178414Z","caller":"traceutil/trace.go:171","msg":"trace[1014767953] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"992.525221ms","start":"2026-03-31T22:22:44.185872Z","end":"2026-03-31T22:22:45.178398Z","steps":["trace[1014767953] 'process raft request' (duration: 389.907559ms)","trace[1014767953] 'compare' (duration: 602.13589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:45.178505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.185844Z","time spent":"992.616973ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:45.178493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060557828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:22:45.178572Z","caller":"traceutil/trace.go:171","msg":"trace[2145901185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:442; }","duration":"1.060670451s","start":"2026-03-31T22:22:44.117884Z","end":"2026-03-31T22:22:45.178554Z","steps":["trace[2145901185] 'agreement among raft nodes before linearized reading' (duration: 1.060529907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.178614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.117876Z","time spent":"1.060729533s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:45.276339Z","caller":"traceutil/trace.go:171","msg":"trace[1630842757] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"1.048896824s","start":"2026-03-31T22:22:44.227403Z","end":"2026-03-31T22:22:45.2763Z","steps":["trace[1630842757] 'process raft request' (duration: 1.048621037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.276349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.231632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:22:45.276393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.602108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:45.276439Z","caller":"traceutil/trace.go:171","msg":"trace[2040146638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"877.371566ms","start":"2026-03-31T22:22:44.399049Z","end":"2026-03-31T22:22:45.276421Z","steps":["trace[2040146638] 'agreement among raft nodes before linearized reading' (duration: 877.187781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:45.276474Z","caller":"traceutil/trace.go:171","msg":"trace[953593156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"872.694141ms","start":"2026-03-31T22:22:44.403754Z","end":"2026-03-31T22:22:45.276448Z","steps":["trace[953593156] 'agreement among raft nodes before linearized reading' (duration: 872.556718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.276482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.399025Z","time spent":"877.447997ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:45.276511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.403746Z","time spent":"872.757613ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:45.276512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.227374Z","time spent":"1.049043378s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:45.622795Z","caller":"traceutil/trace.go:171","msg":"trace[1338705637] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"439.374595ms","start":"2026-03-31T22:22:45.183389Z","end":"2026-03-31T22:22:45.622763Z","steps":["trace[1338705637] 'process raft request' (duration: 432.027836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:45.622821Z","caller":"traceutil/trace.go:171","msg":"trace[67283230] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"345.272762ms","start":"2026-03-31T22:22:45.277527Z","end":"2026-03-31T22:22:45.6228Z","steps":["trace[67283230] 'read index received' (duration: 337.900522ms)","trace[67283230] 'applied index is now lower than readState.Index' (duration: 7.37128ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:45.622932Z","caller":"traceutil/trace.go:171","msg":"trace[990952528] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"342.488454ms","start":"2026-03-31T22:22:45.280433Z","end":"2026-03-31T22:22:45.622921Z","steps":["trace[990952528] 'process raft request' (duration: 342.33531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.622938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.183329Z","time spent":"439.529728ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:45.622963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.428745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:45.622993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.280417Z","time spent":"342.537725ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:45.622988Z","caller":"traceutil/trace.go:171","msg":"trace[489229531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"345.496037ms","start":"2026-03-31T22:22:45.277485Z","end":"2026-03-31T22:22:45.622981Z","steps":["trace[489229531] 'agreement among raft nodes before linearized reading' (duration: 345.388605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:45.623039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.27747Z","time spent":"345.564078ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:50.904526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:51.405637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:51.599844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314463255s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:22:51.600374Z","caller":"traceutil/trace.go:171","msg":"trace[1795104007] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.315079011s","start":"2026-03-31T22:22:50.285265Z","end":"2026-03-31T22:22:51.600344Z","steps":["trace[1795104007] 'process raft request' (duration: 1.314925817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.600542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.285235Z","time spent":"1.315227283s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:51.635894Z","caller":"traceutil/trace.go:171","msg":"trace[1440057950] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.187205495s","start":"2026-03-31T22:22:50.448657Z","end":"2026-03-31T22:22:51.635862Z","steps":["trace[1440057950] 'process raft request' (duration: 1.187004809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.636048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.448633Z","time spent":"1.187351498s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.636167Z","caller":"traceutil/trace.go:171","msg":"trace[828477881] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.162818321s","start":"2026-03-31T22:22:50.473341Z","end":"2026-03-31T22:22:51.636159Z","steps":["trace[828477881] 'process raft request' (duration: 1.162590005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.636249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.473325Z","time spent":"1.162904732s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.63627Z","caller":"traceutil/trace.go:171","msg":"trace[3402609] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.160458414s","start":"2026-03-31T22:22:50.47578Z","end":"2026-03-31T22:22:51.636238Z","steps":["trace[3402609] 'process raft request' (duration: 1.160211268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.636403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.475754Z","time spent":"1.160592387s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.636378Z","caller":"traceutil/trace.go:171","msg":"trace[633113843] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.172729593s","start":"2026-03-31T22:22:50.463597Z","end":"2026-03-31T22:22:51.636327Z","steps":["trace[633113843] 'process raft request' (duration: 1.17221085s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636433Z","caller":"traceutil/trace.go:171","msg":"trace[302205805] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"1.035086059s","start":"2026-03-31T22:22:50.601314Z","end":"2026-03-31T22:22:51.6364Z","steps":["trace[302205805] 'process raft request' (duration: 1.034975997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636426Z","caller":"traceutil/trace.go:171","msg":"trace[1175867119] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.172880026s","start":"2026-03-31T22:22:50.46351Z","end":"2026-03-31T22:22:51.636389Z","steps":["trace[1175867119] 'process raft request' (duration: 1.172274022s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636469Z","caller":"traceutil/trace.go:171","msg":"trace[1392460056] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.151580506s","start":"2026-03-31T22:22:50.484862Z","end":"2026-03-31T22:22:51.636442Z","steps":["trace[1392460056] 'process raft request' (duration: 1.151247908s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636494Z","caller":"traceutil/trace.go:171","msg":"trace[956483875] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.160584816s","start":"2026-03-31T22:22:50.475897Z","end":"2026-03-31T22:22:51.636482Z","steps":["trace[956483875] 'process raft request' (duration: 1.160121185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636499Z","caller":"traceutil/trace.go:171","msg":"trace[1798002364] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.162945894s","start":"2026-03-31T22:22:50.473547Z","end":"2026-03-31T22:22:51.636493Z","steps":["trace[1798002364] 'process raft request' (duration: 1.162417931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.636538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.473529Z","time spent":"1.162990164s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.636558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.601288Z","time spent":"1.035206842s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.636559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.484844Z","time spent":"1.151664119s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.636565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.463489Z","time spent":"1.173015699s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.636585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.475863Z","time spent":"1.160658508s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.636581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.463564Z","time spent":"1.172908496s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.636387Z","caller":"traceutil/trace.go:171","msg":"trace[1163426249] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.153431872s","start":"2026-03-31T22:22:50.482919Z","end":"2026-03-31T22:22:51.636351Z","steps":["trace[1163426249] 'process raft request' (duration: 1.153137405s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.636464Z","caller":"traceutil/trace.go:171","msg":"trace[349619019] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.164779449s","start":"2026-03-31T22:22:50.471677Z","end":"2026-03-31T22:22:51.636456Z","steps":["trace[349619019] 'process raft request' (duration: 1.164157514s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:51.637551Z","caller":"traceutil/trace.go:171","msg":"trace[836897436] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.132377798s","start":"2026-03-31T22:22:50.504228Z","end":"2026-03-31T22:22:51.636606Z","steps":["trace[836897436] 'process raft request' (duration: 1.131953118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.637696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.504191Z","time spent":"1.133461464s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:51.637768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.482907Z","time spent":"1.153737629s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.637603Z","caller":"traceutil/trace.go:171","msg":"trace[1706013471] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:503; }","duration":"1.234018824s","start":"2026-03-31T22:22:50.403426Z","end":"2026-03-31T22:22:51.637445Z","steps":["trace[1706013471] 'read index received' (duration: 1.196944111s)","trace[1706013471] 'applied index is now lower than readState.Index' (duration: 36.002618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:51.637939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234507036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:51.637988Z","caller":"traceutil/trace.go:171","msg":"trace[2133599474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"1.234757332s","start":"2026-03-31T22:22:50.403209Z","end":"2026-03-31T22:22:51.637966Z","steps":["trace[2133599474] 'agreement among raft nodes before linearized reading' (duration: 1.234546177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.63804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.403184Z","time spent":"1.234849385s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:51.638094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:50.471658Z","time spent":"1.166329405s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:51.636629Z","caller":"traceutil/trace.go:171","msg":"trace[1908338329] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"339.313807ms","start":"2026-03-31T22:22:51.297265Z","end":"2026-03-31T22:22:51.636578Z","steps":["trace[1908338329] 'process raft request' (duration: 339.064731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.638273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:51.297225Z","time spent":"340.947286ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:51.63832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.1574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:22:51.638392Z","caller":"traceutil/trace.go:171","msg":"trace[1866955850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:501; }","duration":"336.271102ms","start":"2026-03-31T22:22:51.302089Z","end":"2026-03-31T22:22:51.63836Z","steps":["trace[1866955850] 'agreement among raft nodes before linearized reading' (duration: 335.994786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:51.638594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:51.302078Z","time spent":"336.344414ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:58.411203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:58.758415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.674392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.7585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.588395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.758517Z","caller":"traceutil/trace.go:171","msg":"trace[489375942] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:597; }","duration":"964.818205ms","start":"2026-03-31T22:22:57.79368Z","end":"2026-03-31T22:22:58.758498Z","steps":["trace[489375942] 'count revisions from in-memory index tree' (duration: 964.605051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.758569Z","caller":"traceutil/trace.go:171","msg":"trace[959907559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:597; }","duration":"910.713788ms","start":"2026-03-31T22:22:57.847841Z","end":"2026-03-31T22:22:58.758554Z","steps":["trace[959907559] 'range keys from in-memory index tree' (duration: 910.518913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.847825Z","time spent":"910.77223ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:22:58.758581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.834251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.758705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01465678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.75871Z","caller":"traceutil/trace.go:171","msg":"trace[1158816424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:597; }","duration":"911.018115ms","start":"2026-03-31T22:22:57.84767Z","end":"2026-03-31T22:22:58.758688Z","steps":["trace[1158816424] 'count revisions from in-memory index tree' (duration: 910.702378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0154899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.75877Z","caller":"traceutil/trace.go:171","msg":"trace[1678417767] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"1.014722732s","start":"2026-03-31T22:22:57.744012Z","end":"2026-03-31T22:22:58.758735Z","steps":["trace[1678417767] 'range keys from in-memory index tree' (duration: 1.014576738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.847658Z","time spent":"911.105728ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.758788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.209102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.758819Z","caller":"traceutil/trace.go:171","msg":"trace[1240555371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"1.015683134s","start":"2026-03-31T22:22:57.743109Z","end":"2026-03-31T22:22:58.758792Z","steps":["trace[1240555371] 'count revisions from in-memory index tree' (duration: 1.015373137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.73334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.758863Z","caller":"traceutil/trace.go:171","msg":"trace[179341426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:597; }","duration":"877.331975ms","start":"2026-03-31T22:22:57.881509Z","end":"2026-03-31T22:22:58.758841Z","steps":["trace[179341426] 'count revisions from in-memory index tree' (duration: 877.083309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.74307Z","time spent":"1.015796987s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:22:58.758894Z","caller":"traceutil/trace.go:171","msg":"trace[891085621] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:597; }","duration":"876.836002ms","start":"2026-03-31T22:22:57.882039Z","end":"2026-03-31T22:22:58.758875Z","steps":["trace[891085621] 'range keys from in-memory index tree' (duration: 876.680939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.828274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.758608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.793668Z","time spent":"964.925329ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:22:58.758943Z","caller":"traceutil/trace.go:171","msg":"trace[951005142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:597; }","duration":"911.871386ms","start":"2026-03-31T22:22:57.847064Z","end":"2026-03-31T22:22:58.758936Z","steps":["trace[951005142] 'range keys from in-memory index tree' (duration: 911.763973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.758936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.882033Z","time spent":"876.892765ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:22:58.758973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.847053Z","time spent":"911.912767ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.758987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.562661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.759018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.248188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.759033Z","caller":"traceutil/trace.go:171","msg":"trace[524710971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:597; }","duration":"932.656083ms","start":"2026-03-31T22:22:57.826363Z","end":"2026-03-31T22:22:58.759019Z","steps":["trace[524710971] 'count revisions from in-memory index tree' (duration: 932.472258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.621362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.759075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.826331Z","time spent":"932.732845ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.759084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.669822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xx5wh\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T22:22:58.759076Z","caller":"traceutil/trace.go:171","msg":"trace[615671557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:597; }","duration":"986.33644ms","start":"2026-03-31T22:22:57.772724Z","end":"2026-03-31T22:22:58.75906Z","steps":["trace[615671557] 'range keys from in-memory index tree' (duration: 986.171786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.759112Z","caller":"traceutil/trace.go:171","msg":"trace[1885251908] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xx5wh; range_end:; response_count:1; response_revision:597; }","duration":"941.747584ms","start":"2026-03-31T22:22:57.817356Z","end":"2026-03-31T22:22:58.759104Z","steps":["trace[1885251908] 'range keys from in-memory index tree' (duration: 941.516809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.154614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.759116Z","caller":"traceutil/trace.go:171","msg":"trace[804550344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:597; }","duration":"932.789836ms","start":"2026-03-31T22:22:57.826301Z","end":"2026-03-31T22:22:58.759091Z","steps":["trace[804550344] 'range keys from in-memory index tree' (duration: 932.514369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069149847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:22:58.759134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.772712Z","time spent":"986.406272ms","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.759116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.414823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.759173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.896708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.759179Z","caller":"traceutil/trace.go:171","msg":"trace[243562682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"1.0692555s","start":"2026-03-31T22:22:57.689908Z","end":"2026-03-31T22:22:58.759164Z","steps":["trace[243562682] 'range keys from in-memory index tree' (duration: 1.06883483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.826285Z","time spent":"932.883898ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.759196Z","caller":"traceutil/trace.go:171","msg":"trace[71936214] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:597; }","duration":"980.932599ms","start":"2026-03-31T22:22:57.778256Z","end":"2026-03-31T22:22:58.759189Z","steps":["trace[71936214] 'range keys from in-memory index tree' (duration: 980.864437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.759183Z","caller":"traceutil/trace.go:171","msg":"trace[1463681194] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:597; }","duration":"965.299547ms","start":"2026-03-31T22:22:57.793852Z","end":"2026-03-31T22:22:58.759151Z","steps":["trace[1463681194] 'range keys from in-memory index tree' (duration: 965.092792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05285241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:22:58.759211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.689887Z","time spent":"1.069316811s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:58.759222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.778249Z","time spent":"980.96586ms","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.759226Z","caller":"traceutil/trace.go:171","msg":"trace[537202877] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:597; }","duration":"986.521745ms","start":"2026-03-31T22:22:57.772662Z","end":"2026-03-31T22:22:58.759183Z","steps":["trace[537202877] 'count revisions from in-memory index tree' (duration: 986.361151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.75926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.793845Z","time spent":"965.394679ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.759267Z","caller":"traceutil/trace.go:171","msg":"trace[1049036783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"1.052963363s","start":"2026-03-31T22:22:57.70628Z","end":"2026-03-31T22:22:58.759244Z","steps":["trace[1049036783] 'range keys from in-memory index tree' (duration: 1.052696746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.772654Z","time spent":"986.606367ms","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.75932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.706266Z","time spent":"1.053041576s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:22:58.759338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016303509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.759135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.817331Z","time spent":"941.798825ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-xx5wh\" "} {"level":"info","ts":"2026-03-31T22:22:58.759363Z","caller":"traceutil/trace.go:171","msg":"trace[317105620] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:597; }","duration":"1.016358581s","start":"2026-03-31T22:22:57.742997Z","end":"2026-03-31T22:22:58.759356Z","steps":["trace[317105620] 'range keys from in-memory index tree' (duration: 1.016240608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.923839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.759434Z","caller":"traceutil/trace.go:171","msg":"trace[1758860494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:597; }","duration":"877.97186ms","start":"2026-03-31T22:22:57.881447Z","end":"2026-03-31T22:22:58.759419Z","steps":["trace[1758860494] 'range keys from in-memory index tree' (duration: 877.865757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.124897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.759442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.742981Z","time spent":"1.016439493s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.759465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.881431Z","time spent":"878.023961ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.759487Z","caller":"traceutil/trace.go:171","msg":"trace[507189834] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:597; }","duration":"966.22049ms","start":"2026-03-31T22:22:57.793249Z","end":"2026-03-31T22:22:58.759469Z","steps":["trace[507189834] 'range keys from in-memory index tree' (duration: 966.037115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.759548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.793232Z","time spent":"966.287871ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.759753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052167303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:22:58.75985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.018758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T22:22:58.759863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.881491Z","time spent":"877.409027ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.759828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.743998Z","time spent":"1.014800194s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.759942Z","caller":"traceutil/trace.go:171","msg":"trace[730753022] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"871.920364ms","start":"2026-03-31T22:22:57.888005Z","end":"2026-03-31T22:22:58.759925Z","steps":["trace[730753022] 'process raft request' (duration: 716.706901ms)","trace[730753022] 'compare' (duration: 153.933981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:58.760012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.917219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760005Z","caller":"traceutil/trace.go:171","msg":"trace[34312271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"1.052612835s","start":"2026-03-31T22:22:57.707374Z","end":"2026-03-31T22:22:58.759987Z","steps":["trace[34312271] 'range keys from in-memory index tree' (duration: 1.051366395s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.760075Z","caller":"traceutil/trace.go:171","msg":"trace[1822920889] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"855.002401ms","start":"2026-03-31T22:22:57.905061Z","end":"2026-03-31T22:22:58.760064Z","steps":["trace[1822920889] 'agreement among raft nodes before linearized reading' (duration: 854.890488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.759934Z","caller":"traceutil/trace.go:171","msg":"trace[257631216] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"854.834077ms","start":"2026-03-31T22:22:57.905087Z","end":"2026-03-31T22:22:58.759921Z","steps":["trace[257631216] 'read index received' (duration: 699.38777ms)","trace[257631216] 'applied index is now lower than readState.Index' (duration: 155.443627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:58.760113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.905046Z","time spent":"855.056193ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.760199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.931079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.76024Z","caller":"traceutil/trace.go:171","msg":"trace[1059605492] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"855.002571ms","start":"2026-03-31T22:22:57.905224Z","end":"2026-03-31T22:22:58.760227Z","steps":["trace[1059605492] 'agreement among raft nodes before linearized reading' (duration: 854.941719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.887963Z","time spent":"872.120048ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:58.760321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.256911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760354Z","caller":"traceutil/trace.go:171","msg":"trace[1818544826] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:598; }","duration":"221.289852ms","start":"2026-03-31T22:22:58.539056Z","end":"2026-03-31T22:22:58.760346Z","steps":["trace[1818544826] 'agreement among raft nodes before linearized reading' (duration: 221.245521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.905179Z","time spent":"855.084264ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.760399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.118906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760468Z","caller":"traceutil/trace.go:171","msg":"trace[1127273518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"356.166968ms","start":"2026-03-31T22:22:58.404267Z","end":"2026-03-31T22:22:58.760434Z","steps":["trace[1127273518] 'agreement among raft nodes before linearized reading' (duration: 356.043575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.142897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760567Z","caller":"traceutil/trace.go:171","msg":"trace[1413087798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:598; }","duration":"388.202309ms","start":"2026-03-31T22:22:58.372356Z","end":"2026-03-31T22:22:58.760558Z","steps":["trace[1413087798] 'agreement among raft nodes before linearized reading' (duration: 388.148937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.319971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.372342Z","time spent":"388.246599ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.760608Z","caller":"traceutil/trace.go:171","msg":"trace[38911435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:598; }","duration":"278.367873ms","start":"2026-03-31T22:22:58.482233Z","end":"2026-03-31T22:22:58.760601Z","steps":["trace[38911435] 'agreement among raft nodes before linearized reading' (duration: 278.322832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.233537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.162792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.541896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760732Z","caller":"traceutil/trace.go:171","msg":"trace[738381682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:598; }","duration":"279.248174ms","start":"2026-03-31T22:22:58.481474Z","end":"2026-03-31T22:22:58.760722Z","steps":["trace[738381682] 'agreement among raft nodes before linearized reading' (duration: 279.166812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.584936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.76075Z","caller":"traceutil/trace.go:171","msg":"trace[2124295826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:598; }","duration":"388.628038ms","start":"2026-03-31T22:22:58.37211Z","end":"2026-03-31T22:22:58.760738Z","steps":["trace[2124295826] 'agreement among raft nodes before linearized reading' (duration: 388.578037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.710497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.372082Z","time spent":"388.6926ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:22:58.760814Z","caller":"traceutil/trace.go:171","msg":"trace[1330470197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:598; }","duration":"243.809621ms","start":"2026-03-31T22:22:58.516992Z","end":"2026-03-31T22:22:58.760801Z","steps":["trace[1330470197] 'agreement among raft nodes before linearized reading' (duration: 243.694138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.941754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.446227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760864Z","caller":"traceutil/trace.go:171","msg":"trace[222472818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:598; }","duration":"258.004676ms","start":"2026-03-31T22:22:58.502851Z","end":"2026-03-31T22:22:58.760855Z","steps":["trace[222472818] 'agreement among raft nodes before linearized reading' (duration: 257.904733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.810276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.870015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760958Z","caller":"traceutil/trace.go:171","msg":"trace[1807595665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"728.883538ms","start":"2026-03-31T22:22:58.032067Z","end":"2026-03-31T22:22:58.76095Z","steps":["trace[1807595665] 'agreement among raft nodes before linearized reading' (duration: 728.841797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.760971Z","caller":"traceutil/trace.go:171","msg":"trace[1070166606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:598; }","duration":"388.921215ms","start":"2026-03-31T22:22:58.372041Z","end":"2026-03-31T22:22:58.760962Z","steps":["trace[1070166606] 'agreement among raft nodes before linearized reading' (duration: 388.875994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.534181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.027471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.859072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760773Z","caller":"traceutil/trace.go:171","msg":"trace[453942316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"587.653358ms","start":"2026-03-31T22:22:58.173111Z","end":"2026-03-31T22:22:58.760764Z","steps":["trace[453942316] 'agreement among raft nodes before linearized reading' (duration: 587.605787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.76105Z","caller":"traceutil/trace.go:171","msg":"trace[746219982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:598; }","duration":"279.628403ms","start":"2026-03-31T22:22:58.481411Z","end":"2026-03-31T22:22:58.761039Z","steps":["trace[746219982] 'agreement among raft nodes before linearized reading' (duration: 279.540981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.506334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.247871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.404241Z","time spent":"356.256939ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:58.761145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.608627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.761159Z","caller":"traceutil/trace.go:171","msg":"trace[668031208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:598; }","duration":"258.323663ms","start":"2026-03-31T22:22:58.502826Z","end":"2026-03-31T22:22:58.76115Z","steps":["trace[668031208] 'agreement among raft nodes before linearized reading' (duration: 258.241371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.415864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.76117Z","caller":"traceutil/trace.go:171","msg":"trace[1207813650] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:598; }","duration":"438.651457ms","start":"2026-03-31T22:22:58.322512Z","end":"2026-03-31T22:22:58.761163Z","steps":["trace[1207813650] 'agreement among raft nodes before linearized reading' (duration: 438.616406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.3225Z","time spent":"438.696498ms","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.761211Z","caller":"traceutil/trace.go:171","msg":"trace[1438963711] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:598; }","duration":"223.628429ms","start":"2026-03-31T22:22:58.537565Z","end":"2026-03-31T22:22:58.761194Z","steps":["trace[1438963711] 'agreement among raft nodes before linearized reading' (duration: 223.396893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.79878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.761263Z","caller":"traceutil/trace.go:171","msg":"trace[1500535536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:598; }","duration":"463.86664ms","start":"2026-03-31T22:22:58.297386Z","end":"2026-03-31T22:22:58.761253Z","steps":["trace[1500535536] 'agreement among raft nodes before linearized reading' (duration: 463.813369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.180024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.760579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.926882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.297361Z","time spent":"463.929533ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:22:58.76132Z","caller":"traceutil/trace.go:171","msg":"trace[1848530770] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:598; }","duration":"855.40162ms","start":"2026-03-31T22:22:57.905908Z","end":"2026-03-31T22:22:58.761309Z","steps":["trace[1848530770] 'agreement among raft nodes before linearized reading' (duration: 855.169894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.76137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.905886Z","time spent":"855.469122ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:22:58.761363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.813097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.761077Z","caller":"traceutil/trace.go:171","msg":"trace[401084328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:598; }","duration":"241.906703ms","start":"2026-03-31T22:22:58.51916Z","end":"2026-03-31T22:22:58.761066Z","steps":["trace[401084328] 'agreement among raft nodes before linearized reading' (duration: 241.858842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.761423Z","caller":"traceutil/trace.go:171","msg":"trace[1464803106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:598; }","duration":"304.896728ms","start":"2026-03-31T22:22:58.456516Z","end":"2026-03-31T22:22:58.761413Z","steps":["trace[1464803106] 'agreement among raft nodes before linearized reading' (duration: 304.720654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.361624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.760667Z","caller":"traceutil/trace.go:171","msg":"trace[94369936] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:598; }","duration":"463.316019ms","start":"2026-03-31T22:22:58.297337Z","end":"2026-03-31T22:22:58.760653Z","steps":["trace[94369936] 'agreement among raft nodes before linearized reading' (duration: 463.241557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.456508Z","time spent":"304.97273ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.761511Z","caller":"traceutil/trace.go:171","msg":"trace[989150755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:598; }","duration":"244.454035ms","start":"2026-03-31T22:22:58.517043Z","end":"2026-03-31T22:22:58.761497Z","steps":["trace[989150755] 'agreement among raft nodes before linearized reading' (duration: 244.359323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.297312Z","time spent":"464.20122ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.76106Z","caller":"traceutil/trace.go:171","msg":"trace[521702641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"729.081173ms","start":"2026-03-31T22:22:58.031971Z","end":"2026-03-31T22:22:58.761052Z","steps":["trace[521702641] 'agreement among raft nodes before linearized reading' (duration: 729.042182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.031955Z","time spent":"729.619865ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.761041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.702353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.761645Z","caller":"traceutil/trace.go:171","msg":"trace[1695304720] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:598; }","duration":"438.329168ms","start":"2026-03-31T22:22:58.323303Z","end":"2026-03-31T22:22:58.761632Z","steps":["trace[1695304720] 'agreement among raft nodes before linearized reading' (duration: 437.719724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.475591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.79889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.323292Z","time spent":"438.39006ms","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.761701Z","caller":"traceutil/trace.go:171","msg":"trace[1828695617] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:598; }","duration":"463.708127ms","start":"2026-03-31T22:22:58.297979Z","end":"2026-03-31T22:22:58.761688Z","steps":["trace[1828695617] 'agreement among raft nodes before linearized reading' (duration: 463.457861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.031998Z","time spent":"728.98827ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.761754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.491354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.297932Z","time spent":"463.815479ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:22:58.761788Z","caller":"traceutil/trace.go:171","msg":"trace[1521623658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:598; }","duration":"342.526265ms","start":"2026-03-31T22:22:58.419255Z","end":"2026-03-31T22:22:58.761781Z","steps":["trace[1521623658] 'agreement among raft nodes before linearized reading' (duration: 342.477054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.759319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.761855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.612997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:58.761861Z","caller":"traceutil/trace.go:171","msg":"trace[831896283] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:598; }","duration":"305.989635ms","start":"2026-03-31T22:22:58.45586Z","end":"2026-03-31T22:22:58.76185Z","steps":["trace[831896283] 'agreement among raft nodes before linearized reading' (duration: 305.767829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.761885Z","caller":"traceutil/trace.go:171","msg":"trace[2021133383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:598; }","duration":"342.669798ms","start":"2026-03-31T22:22:58.419208Z","end":"2026-03-31T22:22:58.761878Z","steps":["trace[2021133383] 'agreement among raft nodes before linearized reading' (duration: 342.630627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.761144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.17309Z","time spent":"588.027306ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:22:58.7619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.455844Z","time spent":"306.043966ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.761334Z","caller":"traceutil/trace.go:171","msg":"trace[979174707] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:598; }","duration":"223.69185ms","start":"2026-03-31T22:22:58.537631Z","end":"2026-03-31T22:22:58.761323Z","steps":["trace[979174707] 'agreement among raft nodes before linearized reading' (duration: 222.920282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.761108Z","caller":"traceutil/trace.go:171","msg":"trace[1577935142] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:598; }","duration":"438.544155ms","start":"2026-03-31T22:22:58.322557Z","end":"2026-03-31T22:22:58.761101Z","steps":["trace[1577935142] 'agreement among raft nodes before linearized reading' (duration: 438.501744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.760813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.313194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.762191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.322552Z","time spent":"439.61415ms","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:22:58.761714Z","caller":"traceutil/trace.go:171","msg":"trace[1140609265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:598; }","duration":"305.845751ms","start":"2026-03-31T22:22:58.45586Z","end":"2026-03-31T22:22:58.761705Z","steps":["trace[1140609265] 'agreement among raft nodes before linearized reading' (duration: 305.81058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.762241Z","caller":"traceutil/trace.go:171","msg":"trace[1915880962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"589.779039ms","start":"2026-03-31T22:22:58.172445Z","end":"2026-03-31T22:22:58.762224Z","steps":["trace[1915880962] 'agreement among raft nodes before linearized reading' (duration: 588.348064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.762265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.455844Z","time spent":"306.405634ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.762309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.172417Z","time spent":"589.87195ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:22:58.76089Z","caller":"traceutil/trace.go:171","msg":"trace[540416068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:598; }","duration":"588.515818ms","start":"2026-03-31T22:22:58.172367Z","end":"2026-03-31T22:22:58.760882Z","steps":["trace[540416068] 'agreement among raft nodes before linearized reading' (duration: 588.466417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.762542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.419192Z","time spent":"343.331145ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.762542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.17235Z","time spent":"590.174479ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:58.761002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.372026Z","time spent":"388.968776ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.761822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.41922Z","time spent":"342.592727ms","remote":"127.0.0.1:42010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:22:58.760079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.707353Z","time spent":"1.052713638s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:59.904769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:00.404933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:00.66255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.809316872s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:00.662991Z","caller":"traceutil/trace.go:171","msg":"trace[733162909] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.894793424s","start":"2026-03-31T22:22:58.768171Z","end":"2026-03-31T22:23:00.662964Z","steps":["trace[733162909] 'process raft request' (duration: 1.894698242s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.662986Z","caller":"traceutil/trace.go:171","msg":"trace[1632437369] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.897941892s","start":"2026-03-31T22:22:58.765011Z","end":"2026-03-31T22:23:00.662953Z","steps":["trace[1632437369] 'process raft request' (duration: 1.897723477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.663135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.768155Z","time spent":"1.894898776s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:00.663158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.764992Z","time spent":"1.898077455s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:00.663314Z","caller":"traceutil/trace.go:171","msg":"trace[516399912] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.866788441s","start":"2026-03-31T22:22:58.796514Z","end":"2026-03-31T22:23:00.663303Z","steps":["trace[516399912] 'process raft request' (duration: 1.866392212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.663377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.796494Z","time spent":"1.866853213s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:00.663389Z","caller":"traceutil/trace.go:171","msg":"trace[1851432229] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:622; }","duration":"1.258989603s","start":"2026-03-31T22:22:59.404378Z","end":"2026-03-31T22:23:00.663368Z","steps":["trace[1851432229] 'read index received' (duration: 1.258291426s)","trace[1851432229] 'applied index is now lower than readState.Index' (duration: 697.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:00.663467Z","caller":"traceutil/trace.go:171","msg":"trace[1655378887] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.828060998s","start":"2026-03-31T22:22:58.835398Z","end":"2026-03-31T22:23:00.663459Z","steps":["trace[1655378887] 'process raft request' (duration: 1.82771955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.663573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.835374Z","time spent":"1.828133219s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:00.663733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259366322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:00.663773Z","caller":"traceutil/trace.go:171","msg":"trace[1412529651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"1.259437944s","start":"2026-03-31T22:22:59.404322Z","end":"2026-03-31T22:23:00.66376Z","steps":["trace[1412529651] 'agreement among raft nodes before linearized reading' (duration: 1.259362552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.663799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:59.404232Z","time spent":"1.259561697s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:00.663842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013748359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:00.664561Z","caller":"traceutil/trace.go:171","msg":"trace[1230882373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"1.014477587s","start":"2026-03-31T22:22:59.650041Z","end":"2026-03-31T22:23:00.664519Z","steps":["trace[1230882373] 'agreement among raft nodes before linearized reading' (duration: 1.013624416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.664615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:59.649995Z","time spent":"1.014604521s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:02.672508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:23:02.672677Z","caller":"traceutil/trace.go:171","msg":"trace[1569048648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434086s","start":"2026-03-31T22:23:00.672223Z","end":"2026-03-31T22:23:02.672657Z","steps":["trace[1569048648] 'agreement among raft nodes before linearized reading' (duration: 2.000256822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:02.672737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.672209Z","time spent":"2.000514619s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:23:03.074709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365894051s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:03.074844Z","caller":"traceutil/trace.go:171","msg":"trace[257507810] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"2.405198979s","start":"2026-03-31T22:23:00.669622Z","end":"2026-03-31T22:23:03.074821Z","steps":["trace[257507810] 'read index received' (duration: 38.98598ms)","trace[257507810] 'applied index is now lower than readState.Index' (duration: 2.366210649s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:03.074874Z","caller":"traceutil/trace.go:171","msg":"trace[191601790] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"2.405945067s","start":"2026-03-31T22:23:00.668888Z","end":"2026-03-31T22:23:03.074834Z","steps":["trace[191601790] 'process raft request' (duration: 39.832441ms)","trace[191601790] 'compare' (duration: 2.36545106s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:03.074959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405312831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-31T22:23:03.07502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.668868Z","time spent":"2.406071029s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:03.075054Z","caller":"traceutil/trace.go:171","msg":"trace[1263011737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:604; }","duration":"2.405430294s","start":"2026-03-31T22:23:00.669601Z","end":"2026-03-31T22:23:03.075032Z","steps":["trace[1263011737] 'agreement among raft nodes before linearized reading' (duration: 2.40527793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.075114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.66959Z","time spent":"2.405512086s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:03.575169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:03.761458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.48792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:03.761651Z","caller":"traceutil/trace.go:171","msg":"trace[358093544] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"153.713975ms","start":"2026-03-31T22:23:03.60791Z","end":"2026-03-31T22:23:03.761624Z","steps":["trace[358093544] 'range keys from in-memory index tree' (duration: 153.462929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.761721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.783761837s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:03.762155Z","caller":"traceutil/trace.go:171","msg":"trace[1312360575] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"687.247533ms","start":"2026-03-31T22:23:03.074881Z","end":"2026-03-31T22:23:03.762129Z","steps":["trace[1312360575] 'read index received' (duration: 686.965606ms)","trace[1312360575] 'applied index is now lower than readState.Index' (duration: 280.937µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:03.762266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08938974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.762342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094226088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:23:03.76235Z","caller":"traceutil/trace.go:171","msg":"trace[1815206358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"1.089511804s","start":"2026-03-31T22:23:02.672816Z","end":"2026-03-31T22:23:03.762328Z","steps":["trace[1815206358] 'agreement among raft nodes before linearized reading' (duration: 1.089329429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.762363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824591292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:23:03.762391Z","caller":"traceutil/trace.go:171","msg":"trace[1132753122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"1.09431894s","start":"2026-03-31T22:23:02.668059Z","end":"2026-03-31T22:23:03.762378Z","steps":["trace[1132753122] 'agreement among raft nodes before linearized reading' (duration: 1.094124605s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.762397Z","caller":"traceutil/trace.go:171","msg":"trace[1228533272] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:605; }","duration":"1.824684623s","start":"2026-03-31T22:23:01.937703Z","end":"2026-03-31T22:23:03.762388Z","steps":["trace[1228533272] 'agreement among raft nodes before linearized reading' (duration: 1.824516079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.762433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:02.668039Z","time spent":"1.094385512s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:03.762442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:01.937673Z","time spent":"1.824759315s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:23:03.762441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094187817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:03.762431Z","caller":"traceutil/trace.go:171","msg":"trace[1455624313] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.784577807s","start":"2026-03-31T22:23:01.977816Z","end":"2026-03-31T22:23:03.762394Z","steps":["trace[1455624313] 'process raft request' (duration: 1.784089616s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.762495Z","caller":"traceutil/trace.go:171","msg":"trace[840314551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"1.094323281s","start":"2026-03-31T22:23:02.66816Z","end":"2026-03-31T22:23:03.762484Z","steps":["trace[840314551] 'agreement among raft nodes before linearized reading' (duration: 1.094127876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.762524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:02.668123Z","time spent":"1.094395362s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:03.76253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.879568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.762551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:02.672804Z","time spent":"1.089585865s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:03.762595Z","caller":"traceutil/trace.go:171","msg":"trace[787370024] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:605; }","duration":"680.94058ms","start":"2026-03-31T22:23:03.081628Z","end":"2026-03-31T22:23:03.762569Z","steps":["trace[787370024] 'agreement among raft nodes before linearized reading' (duration: 680.852017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.762636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905553548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:03.762677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.081564Z","time spent":"681.095783ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T22:23:03.762604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:01.977795Z","time spent":"1.78471124s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:03.762701Z","caller":"traceutil/trace.go:171","msg":"trace[528810493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"2.9056529s","start":"2026-03-31T22:23:00.857025Z","end":"2026-03-31T22:23:03.762678Z","steps":["trace[528810493] 'agreement among raft nodes before linearized reading' (duration: 2.905481876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.762751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.856997Z","time spent":"2.905741143s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:05.611365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.034014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:05.611513Z","caller":"traceutil/trace.go:171","msg":"trace[1361661956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"207.167307ms","start":"2026-03-31T22:23:05.404262Z","end":"2026-03-31T22:23:05.611429Z","steps":["trace[1361661956] 'range keys from in-memory index tree' (duration: 206.87026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:05.611534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.005365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:05.611578Z","caller":"traceutil/trace.go:171","msg":"trace[18064460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"531.089447ms","start":"2026-03-31T22:23:05.080476Z","end":"2026-03-31T22:23:05.611565Z","steps":["trace[18064460] 'range keys from in-memory index tree' (duration: 530.826072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:05.611611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:05.080454Z","time spent":"531.149139ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:08.319198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.452249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-31T22:23:08.319415Z","caller":"traceutil/trace.go:171","msg":"trace[850425505] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:681; }","duration":"222.758977ms","start":"2026-03-31T22:23:08.096627Z","end":"2026-03-31T22:23:08.319386Z","steps":["trace[850425505] 'range keys from in-memory index tree' (duration: 222.265295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.22874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537161835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:20.300742Z","caller":"traceutil/trace.go:171","msg":"trace[268011067] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"572.527898ms","start":"2026-03-31T22:23:19.728189Z","end":"2026-03-31T22:23:20.300717Z","steps":["trace[268011067] 'read index received' (duration: 572.357814ms)","trace[268011067] 'applied index is now lower than readState.Index' (duration: 168.924µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:20.300962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.739193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:20.300931Z","caller":"traceutil/trace.go:171","msg":"trace[451092273] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"610.465123ms","start":"2026-03-31T22:23:19.69038Z","end":"2026-03-31T22:23:20.300845Z","steps":["trace[451092273] 'process raft request' (duration: 610.129174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:20.301014Z","caller":"traceutil/trace.go:171","msg":"trace[1998716131] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:768; }","duration":"572.814355ms","start":"2026-03-31T22:23:19.728185Z","end":"2026-03-31T22:23:20.300999Z","steps":["trace[1998716131] 'agreement among raft nodes before linearized reading' (duration: 572.673802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.301043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.517535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-lhq4f\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-03-31T22:23:20.301067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.728146Z","time spent":"572.909558ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:23:20.301106Z","caller":"traceutil/trace.go:171","msg":"trace[834589642] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-lhq4f; range_end:; response_count:1; response_revision:768; }","duration":"381.589236ms","start":"2026-03-31T22:23:19.919501Z","end":"2026-03-31T22:23:20.30109Z","steps":["trace[834589642] 'agreement among raft nodes before linearized reading' (duration: 381.410442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.301136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.919449Z","time spent":"381.681788ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-lhq4f\" "} {"level":"warn","ts":"2026-03-31T22:23:20.30116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.690356Z","time spent":"610.689808ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:20.301291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.771908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:20.30126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.737563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:23:20.301352Z","caller":"traceutil/trace.go:171","msg":"trace[159327813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:768; }","duration":"433.84673ms","start":"2026-03-31T22:23:19.867485Z","end":"2026-03-31T22:23:20.301332Z","steps":["trace[159327813] 'agreement among raft nodes before linearized reading' (duration: 433.41294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.301163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.721336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:20.301393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.867474Z","time spent":"433.911411ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:20.301403Z","caller":"traceutil/trace.go:171","msg":"trace[2139318240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"427.006323ms","start":"2026-03-31T22:23:19.874389Z","end":"2026-03-31T22:23:20.301395Z","steps":["trace[2139318240] 'agreement among raft nodes before linearized reading' (duration: 426.591683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:20.301383Z","caller":"traceutil/trace.go:171","msg":"trace[126383931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:768; }","duration":"432.889986ms","start":"2026-03-31T22:23:19.868466Z","end":"2026-03-31T22:23:20.301356Z","steps":["trace[126383931] 'agreement among raft nodes before linearized reading' (duration: 432.563788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.301432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.87438Z","time spent":"427.040903ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:20.301454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.868456Z","time spent":"432.982028ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:20.301175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.667871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:23:20.301502Z","caller":"traceutil/trace.go:171","msg":"trace[743935761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:768; }","duration":"346.04992ms","start":"2026-03-31T22:23:19.955446Z","end":"2026-03-31T22:23:20.301496Z","steps":["trace[743935761] 'agreement among raft nodes before linearized reading' (duration: 345.529998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.301522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.955439Z","time spent":"346.078481ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:21.429055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.420129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:21.429597Z","caller":"traceutil/trace.go:171","msg":"trace[2058429339] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"1.12343061s","start":"2026-03-31T22:23:20.306143Z","end":"2026-03-31T22:23:21.429573Z","steps":["trace[2058429339] 'process raft request' (duration: 162.406447ms)","trace[2058429339] 'compare' (duration: 960.265075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:21.429695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.306114Z","time spent":"1.123536642s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.451308Z","caller":"traceutil/trace.go:171","msg":"trace[1825228381] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"1.144623347s","start":"2026-03-31T22:23:20.306651Z","end":"2026-03-31T22:23:21.451274Z","steps":["trace[1825228381] 'process raft request' (duration: 1.144461513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.451445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.30663Z","time spent":"1.14475178s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.451697Z","caller":"traceutil/trace.go:171","msg":"trace[1000629022] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"1.142900524s","start":"2026-03-31T22:23:20.308778Z","end":"2026-03-31T22:23:21.451679Z","steps":["trace[1000629022] 'process raft request' (duration: 1.142659928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.451674Z","caller":"traceutil/trace.go:171","msg":"trace[2093341763] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"1.142790042s","start":"2026-03-31T22:23:20.308774Z","end":"2026-03-31T22:23:21.451564Z","steps":["trace[2093341763] 'process raft request' (duration: 1.142428823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.4518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.308757Z","time spent":"1.142993977s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.451851Z","caller":"traceutil/trace.go:171","msg":"trace[465475539] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:796; }","duration":"1.048248448s","start":"2026-03-31T22:23:20.403584Z","end":"2026-03-31T22:23:21.451832Z","steps":["trace[465475539] 'read index received' (duration: 64.994763ms)","trace[465475539] 'applied index is now lower than readState.Index' (duration: 983.252435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:21.452023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048405992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:21.451991Z","caller":"traceutil/trace.go:171","msg":"trace[1308925839] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"1.143106289s","start":"2026-03-31T22:23:20.30885Z","end":"2026-03-31T22:23:21.451957Z","steps":["trace[1308925839] 'process raft request' (duration: 1.142760171s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.452075Z","caller":"traceutil/trace.go:171","msg":"trace[1512745187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:773; }","duration":"1.048535764s","start":"2026-03-31T22:23:20.403525Z","end":"2026-03-31T22:23:21.452061Z","steps":["trace[1512745187] 'agreement among raft nodes before linearized reading' (duration: 1.048399001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.452117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.403498Z","time spent":"1.048609097s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:21.452191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.308845Z","time spent":"1.143251872s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:21.452301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.308754Z","time spent":"1.143155711s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:32.702127Z","caller":"traceutil/trace.go:171","msg":"trace[1108168809] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"101.375819ms","start":"2026-03-31T22:23:32.600732Z","end":"2026-03-31T22:23:32.702108Z","steps":["trace[1108168809] 'process raft request' (duration: 101.335948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.702151Z","caller":"traceutil/trace.go:171","msg":"trace[1080018805] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"107.471519ms","start":"2026-03-31T22:23:32.594649Z","end":"2026-03-31T22:23:32.70212Z","steps":["trace[1080018805] 'process raft request' (duration: 107.273794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.9384Z","caller":"traceutil/trace.go:171","msg":"trace[1682956821] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"157.272481ms","start":"2026-03-31T22:23:32.781095Z","end":"2026-03-31T22:23:32.938367Z","steps":["trace[1682956821] 'process raft request' (duration: 68.228981ms)","trace[1682956821] 'compare' (duration: 88.883916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.958482Z","caller":"traceutil/trace.go:171","msg":"trace[1979967847] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"172.810019ms","start":"2026-03-31T22:23:32.785649Z","end":"2026-03-31T22:23:32.95846Z","steps":["trace[1979967847] 'process raft request' (duration: 172.578304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.549937Z","caller":"traceutil/trace.go:171","msg":"trace[1944567782] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"127.992398ms","start":"2026-03-31T22:23:43.421905Z","end":"2026-03-31T22:23:43.549897Z","steps":["trace[1944567782] 'process raft request' (duration: 122.612887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.552855Z","caller":"traceutil/trace.go:171","msg":"trace[1738123603] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"129.28683ms","start":"2026-03-31T22:23:43.423552Z","end":"2026-03-31T22:23:43.552838Z","steps":["trace[1738123603] 'process raft request' (duration: 129.117866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.734976Z","caller":"traceutil/trace.go:171","msg":"trace[875698902] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"145.198008ms","start":"2026-03-31T22:23:49.589747Z","end":"2026-03-31T22:23:49.734945Z","steps":["trace[875698902] 'process raft request' (duration: 144.981783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.777193Z","caller":"traceutil/trace.go:171","msg":"trace[1131426649] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1196; }","duration":"185.562741ms","start":"2026-03-31T22:23:49.59161Z","end":"2026-03-31T22:23:49.777173Z","steps":["trace[1131426649] 'read index received' (duration: 143.159338ms)","trace[1131426649] 'applied index is now lower than readState.Index' (duration: 42.402433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:49.777351Z","caller":"traceutil/trace.go:171","msg":"trace[1695661275] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"185.755686ms","start":"2026-03-31T22:23:49.591485Z","end":"2026-03-31T22:23:49.777241Z","steps":["trace[1695661275] 'process raft request' (duration: 185.581251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.777386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.775757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:23:49.777509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.549217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:49.777628Z","caller":"traceutil/trace.go:171","msg":"trace[849284254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1163; }","duration":"184.6939ms","start":"2026-03-31T22:23:49.592908Z","end":"2026-03-31T22:23:49.777602Z","steps":["trace[849284254] 'agreement among raft nodes before linearized reading' (duration: 184.427434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.777631Z","caller":"traceutil/trace.go:171","msg":"trace[587927454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1163; }","duration":"186.065563ms","start":"2026-03-31T22:23:49.591524Z","end":"2026-03-31T22:23:49.777589Z","steps":["trace[587927454] 'agreement among raft nodes before linearized reading' (duration: 185.769686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.904297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537162559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:51.405218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537162559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:51.445308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662709325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:51.483914Z","caller":"traceutil/trace.go:171","msg":"trace[6658297] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"1.701451867s","start":"2026-03-31T22:23:49.782412Z","end":"2026-03-31T22:23:51.483864Z","steps":["trace[6658297] 'process raft request' (duration: 1.663096484s)","trace[6658297] 'compare' (duration: 37.859761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.484093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.782371Z","time spent":"1.701642912s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.484081Z","caller":"traceutil/trace.go:171","msg":"trace[472994519] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"1.700931485s","start":"2026-03-31T22:23:49.783128Z","end":"2026-03-31T22:23:51.484059Z","steps":["trace[472994519] 'process raft request' (duration: 1.700814102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.48421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.783105Z","time spent":"1.701034168s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.484271Z","caller":"traceutil/trace.go:171","msg":"trace[1758842017] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1198; }","duration":"1.080777235s","start":"2026-03-31T22:23:50.403443Z","end":"2026-03-31T22:23:51.48422Z","steps":["trace[1758842017] 'read index received' (duration: 1.042042772s)","trace[1758842017] 'applied index is now lower than readState.Index' (duration: 38.733003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:51.484332Z","caller":"traceutil/trace.go:171","msg":"trace[2097950243] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"1.551816571s","start":"2026-03-31T22:23:49.932504Z","end":"2026-03-31T22:23:51.484321Z","steps":["trace[2097950243] 'process raft request' (duration: 1.551520744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.484384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.932478Z","time spent":"1.551877344s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:51.484409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080967121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:51.484449Z","caller":"traceutil/trace.go:171","msg":"trace[1375595339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"1.081047052s","start":"2026-03-31T22:23:50.40339Z","end":"2026-03-31T22:23:51.484438Z","steps":["trace[1375595339] 'agreement among raft nodes before linearized reading' (duration: 1.08097996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.484519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.403371Z","time spent":"1.081142905s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:51.484798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.144879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:51.484856Z","caller":"traceutil/trace.go:171","msg":"trace[529650486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1166; }","duration":"949.250062ms","start":"2026-03-31T22:23:50.53559Z","end":"2026-03-31T22:23:51.48484Z","steps":["trace[529650486] 'agreement among raft nodes before linearized reading' (duration: 949.081818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.484889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020348934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:23:51.484891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.53557Z","time spent":"949.314284ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:51.484944Z","caller":"traceutil/trace.go:171","msg":"trace[439202237] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1166; }","duration":"1.020409386s","start":"2026-03-31T22:23:50.464517Z","end":"2026-03-31T22:23:51.484926Z","steps":["trace[439202237] 'agreement among raft nodes before linearized reading' (duration: 1.019935714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.484988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.464459Z","time spent":"1.020516349s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:05.75304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.149161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:05.753133Z","caller":"traceutil/trace.go:171","msg":"trace[334374147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1293; }","duration":"139.329075ms","start":"2026-03-31T22:24:05.613785Z","end":"2026-03-31T22:24:05.753115Z","steps":["trace[334374147] 'range keys from in-memory index tree' (duration: 138.864964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:05.753256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.266863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:24:05.753381Z","caller":"traceutil/trace.go:171","msg":"trace[1315733769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"139.460958ms","start":"2026-03-31T22:24:05.613882Z","end":"2026-03-31T22:24:05.753343Z","steps":["trace[1315733769] 'range keys from in-memory index tree' (duration: 138.963206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:05.753444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.275792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:05.753582Z","caller":"traceutil/trace.go:171","msg":"trace[1286955082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1293; }","duration":"134.460656ms","start":"2026-03-31T22:24:05.619084Z","end":"2026-03-31T22:24:05.753544Z","steps":["trace[1286955082] 'range keys from in-memory index tree' (duration: 133.986485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:07.127659Z","caller":"traceutil/trace.go:171","msg":"trace[1781447010] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"278.987968ms","start":"2026-03-31T22:24:06.848638Z","end":"2026-03-31T22:24:07.127626Z","steps":["trace[1781447010] 'process raft request' (duration: 278.804224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:11.920898Z","caller":"traceutil/trace.go:171","msg":"trace[225594875] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1452; }","duration":"371.654936ms","start":"2026-03-31T22:24:11.549224Z","end":"2026-03-31T22:24:11.920879Z","steps":["trace[225594875] 'read index received' (duration: 371.585694ms)","trace[225594875] 'applied index is now lower than readState.Index' (duration: 68.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:11.92095Z","caller":"traceutil/trace.go:171","msg":"trace[2022380024] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"484.289679ms","start":"2026-03-31T22:24:11.436625Z","end":"2026-03-31T22:24:11.920915Z","steps":["trace[2022380024] 'process raft request' (duration: 484.141625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.921079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.83051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:11.921124Z","caller":"traceutil/trace.go:171","msg":"trace[98638584] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1408; }","duration":"371.937142ms","start":"2026-03-31T22:24:11.549177Z","end":"2026-03-31T22:24:11.921114Z","steps":["trace[98638584] 'agreement among raft nodes before linearized reading' (duration: 371.811669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.921121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.436599Z","time spent":"484.444473ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:24:11.921178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.54916Z","time spent":"371.985613ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:12.208118Z","caller":"traceutil/trace.go:171","msg":"trace[1108822049] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1453; }","duration":"287.125705ms","start":"2026-03-31T22:24:11.920967Z","end":"2026-03-31T22:24:12.208093Z","steps":["trace[1108822049] 'read index received' (duration: 194.99539ms)","trace[1108822049] 'applied index is now lower than readState.Index' (duration: 92.129305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:12.208311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.459349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:12.208395Z","caller":"traceutil/trace.go:171","msg":"trace[1751896579] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1409; }","duration":"419.571071ms","start":"2026-03-31T22:24:11.788805Z","end":"2026-03-31T22:24:12.208376Z","steps":["trace[1751896579] 'agreement among raft nodes before linearized reading' (duration: 419.424018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.208461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.788795Z","time spent":"419.653813ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":9,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.208507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.541051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:12.208556Z","caller":"traceutil/trace.go:171","msg":"trace[2064758412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1409; }","duration":"426.625034ms","start":"2026-03-31T22:24:11.781919Z","end":"2026-03-31T22:24:12.208544Z","steps":["trace[2064758412] 'agreement among raft nodes before linearized reading' (duration: 426.47683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.208608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.781904Z","time spent":"426.688605ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:12.208677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.399251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:12.208732Z","caller":"traceutil/trace.go:171","msg":"trace[1419584982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1409; }","duration":"335.487963ms","start":"2026-03-31T22:24:11.873229Z","end":"2026-03-31T22:24:12.208717Z","steps":["trace[1419584982] 'agreement among raft nodes before linearized reading' (duration: 335.319559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.208735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.957096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:12.20877Z","caller":"traceutil/trace.go:171","msg":"trace[982933702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1409; }","duration":"428.025498ms","start":"2026-03-31T22:24:11.780733Z","end":"2026-03-31T22:24:12.208759Z","steps":["trace[982933702] 'agreement among raft nodes before linearized reading' (duration: 427.935716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.208767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.87322Z","time spent":"335.538655ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:24:12.208797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.780717Z","time spent":"428.074489ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:12.208797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.826979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:12.208891Z","caller":"traceutil/trace.go:171","msg":"trace[1825938942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1409; }","duration":"339.942022ms","start":"2026-03-31T22:24:11.868938Z","end":"2026-03-31T22:24:12.20888Z","steps":["trace[1825938942] 'agreement among raft nodes before linearized reading' (duration: 339.747277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.208929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.868926Z","time spent":"339.995174ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:12.209024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.173578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:24:12.209122Z","caller":"traceutil/trace.go:171","msg":"trace[1586122086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1409; }","duration":"427.319942ms","start":"2026-03-31T22:24:11.781776Z","end":"2026-03-31T22:24:12.209095Z","steps":["trace[1586122086] 'agreement among raft nodes before linearized reading' (duration: 426.969672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.20919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.781756Z","time spent":"427.417734ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:12.209354Z","caller":"traceutil/trace.go:171","msg":"trace[1785579184] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"649.406603ms","start":"2026-03-31T22:24:11.559931Z","end":"2026-03-31T22:24:12.209338Z","steps":["trace[1785579184] 'process raft request' (duration: 555.946825ms)","trace[1785579184] 'compare' (duration: 92.107854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:12.209436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.559905Z","time spent":"649.483934ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:12.211133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.954198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:24:12.211206Z","caller":"traceutil/trace.go:171","msg":"trace[1496375737] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1410; }","duration":"268.0697ms","start":"2026-03-31T22:24:11.943119Z","end":"2026-03-31T22:24:12.211189Z","steps":["trace[1496375737] 'agreement among raft nodes before linearized reading' (duration: 267.826914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.211365Z","caller":"traceutil/trace.go:171","msg":"trace[115469752] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"284.024509ms","start":"2026-03-31T22:24:11.927298Z","end":"2026-03-31T22:24:12.211323Z","steps":["trace[115469752] 'process raft request' (duration: 283.519077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.211536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.079149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T22:24:12.211625Z","caller":"traceutil/trace.go:171","msg":"trace[149744452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1410; }","duration":"123.205742ms","start":"2026-03-31T22:24:12.088388Z","end":"2026-03-31T22:24:12.211594Z","steps":["trace[149744452] 'agreement among raft nodes before linearized reading' (duration: 122.987207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:14.941489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537163069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:15.133069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.483029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:15.133207Z","caller":"traceutil/trace.go:171","msg":"trace[962736800] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"909.957528ms","start":"2026-03-31T22:24:14.223228Z","end":"2026-03-31T22:24:15.133185Z","steps":["trace[962736800] 'process raft request' (duration: 96.252804ms)","trace[962736800] 'compare' (duration: 813.321595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:15.133272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.22321Z","time spent":"910.03416ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:15.325379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005912807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:24:15.418185Z","caller":"traceutil/trace.go:171","msg":"trace[851164180] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"1.192205635s","start":"2026-03-31T22:24:14.225954Z","end":"2026-03-31T22:24:15.41816Z","steps":["trace[851164180] 'process raft request' (duration: 1.192117473s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:15.418256Z","caller":"traceutil/trace.go:171","msg":"trace[676202106] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"1.194110452s","start":"2026-03-31T22:24:14.224104Z","end":"2026-03-31T22:24:15.418214Z","steps":["trace[676202106] 'process raft request' (duration: 1.101519356s)","trace[676202106] 'compare' (duration: 92.272118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:15.418359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.225936Z","time spent":"1.192336979s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:15.418462Z","caller":"traceutil/trace.go:171","msg":"trace[1634540634] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1471; }","duration":"977.189817ms","start":"2026-03-31T22:24:14.441256Z","end":"2026-03-31T22:24:15.418445Z","steps":["trace[1634540634] 'read index received' (duration: 884.352676ms)","trace[1634540634] 'applied index is now lower than readState.Index' (duration: 92.836251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:15.418527Z","caller":"traceutil/trace.go:171","msg":"trace[1468377695] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"1.192297277s","start":"2026-03-31T22:24:14.226198Z","end":"2026-03-31T22:24:15.418495Z","steps":["trace[1468377695] 'process raft request' (duration: 1.191923608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:15.418605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.344442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:24:15.418459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.224088Z","time spent":"1.194264076s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:15.418716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.226129Z","time spent":"1.192487932s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:15.41874Z","caller":"traceutil/trace.go:171","msg":"trace[1258233657] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1429; }","duration":"977.521506ms","start":"2026-03-31T22:24:14.4412Z","end":"2026-03-31T22:24:15.418722Z","steps":["trace[1258233657] 'agreement among raft nodes before linearized reading' (duration: 977.344612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:15.41883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.441179Z","time spent":"977.611237ms","remote":"127.0.0.1:38548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:15.418921Z","caller":"traceutil/trace.go:171","msg":"trace[1345400573] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"1.191501449s","start":"2026-03-31T22:24:14.227335Z","end":"2026-03-31T22:24:15.418836Z","steps":["trace[1345400573] 'process raft request' (duration: 1.191004887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:15.419061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:14.227325Z","time spent":"1.191685163s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:15.485665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.404816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:15.486399Z","caller":"traceutil/trace.go:171","msg":"trace[154549964] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1430; }","duration":"422.205155ms","start":"2026-03-31T22:24:15.064172Z","end":"2026-03-31T22:24:15.486377Z","steps":["trace[154549964] 'agreement among raft nodes before linearized reading' (duration: 421.409216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:15.485761Z","caller":"traceutil/trace.go:171","msg":"trace[483369550] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"218.879422ms","start":"2026-03-31T22:24:15.266841Z","end":"2026-03-31T22:24:15.48572Z","steps":["trace[483369550] 'process raft request' (duration: 218.613156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:15.486516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:15.064144Z","time spent":"422.353259ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:15.485874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.999089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:15.486833Z","caller":"traceutil/trace.go:171","msg":"trace[608233712] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1430; }","duration":"245.970933ms","start":"2026-03-31T22:24:15.240794Z","end":"2026-03-31T22:24:15.486765Z","steps":["trace[608233712] 'agreement among raft nodes before linearized reading' (duration: 244.989229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:27.329066Z","caller":"traceutil/trace.go:171","msg":"trace[447015228] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1717; }","duration":"139.896868ms","start":"2026-03-31T22:24:27.189145Z","end":"2026-03-31T22:24:27.329041Z","steps":["trace[447015228] 'read index received' (duration: 139.701824ms)","trace[447015228] 'applied index is now lower than readState.Index' (duration: 194.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:27.3292Z","caller":"traceutil/trace.go:171","msg":"trace[1381753647] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"199.420688ms","start":"2026-03-31T22:24:27.12975Z","end":"2026-03-31T22:24:27.32917Z","steps":["trace[1381753647] 'process raft request' (duration: 199.159982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.32938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.228826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T22:24:27.329424Z","caller":"traceutil/trace.go:171","msg":"trace[682560172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1652; }","duration":"140.330628ms","start":"2026-03-31T22:24:27.189084Z","end":"2026-03-31T22:24:27.329415Z","steps":["trace[682560172] 'agreement among raft nodes before linearized reading' (duration: 140.094612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.329438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T22:24:27.329526Z","caller":"traceutil/trace.go:171","msg":"trace[1912373704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1652; }","duration":"108.192326ms","start":"2026-03-31T22:24:27.221312Z","end":"2026-03-31T22:24:27.329504Z","steps":["trace[1912373704] 'agreement among raft nodes before linearized reading' (duration: 107.92016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.72418Z","caller":"traceutil/trace.go:171","msg":"trace[2018490600] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"232.142696ms","start":"2026-03-31T22:24:29.492014Z","end":"2026-03-31T22:24:29.724157Z","steps":["trace[2018490600] 'read index received' (duration: 231.961092ms)","trace[2018490600] 'applied index is now lower than readState.Index' (duration: 180.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:29.724381Z","caller":"traceutil/trace.go:171","msg":"trace[213119730] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"236.760489ms","start":"2026-03-31T22:24:29.487555Z","end":"2026-03-31T22:24:29.724315Z","steps":["trace[213119730] 'process raft request' (duration: 236.406631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.480847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725092Z","caller":"traceutil/trace.go:171","msg":"trace[556226736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1681; }","duration":"149.037501ms","start":"2026-03-31T22:24:29.576037Z","end":"2026-03-31T22:24:29.725074Z","steps":["trace[556226736] 'agreement among raft nodes before linearized reading' (duration: 148.467958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.384065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725291Z","caller":"traceutil/trace.go:171","msg":"trace[1025704812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1681; }","duration":"149.141523ms","start":"2026-03-31T22:24:29.576136Z","end":"2026-03-31T22:24:29.725277Z","steps":["trace[1025704812] 'agreement among raft nodes before linearized reading' (duration: 148.338574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.725292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.385908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:29.725332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.328862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:29.72539Z","caller":"traceutil/trace.go:171","msg":"trace[274190760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1681; }","duration":"221.398515ms","start":"2026-03-31T22:24:29.503974Z","end":"2026-03-31T22:24:29.725372Z","steps":["trace[274190760] 'agreement among raft nodes before linearized reading' (duration: 221.266381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.478104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:29.725365Z","caller":"traceutil/trace.go:171","msg":"trace[1476380796] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1681; }","duration":"112.47524ms","start":"2026-03-31T22:24:29.612867Z","end":"2026-03-31T22:24:29.725342Z","steps":["trace[1476380796] 'agreement among raft nodes before linearized reading' (duration: 112.377687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.725457Z","caller":"traceutil/trace.go:171","msg":"trace[1913355033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1681; }","duration":"233.455237ms","start":"2026-03-31T22:24:29.491991Z","end":"2026-03-31T22:24:29.725447Z","steps":["trace[1913355033] 'agreement among raft nodes before linearized reading' (duration: 232.32025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.725496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.246259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725526Z","caller":"traceutil/trace.go:171","msg":"trace[930970947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1681; }","duration":"191.28505ms","start":"2026-03-31T22:24:29.534231Z","end":"2026-03-31T22:24:29.725516Z","steps":["trace[930970947] 'agreement among raft nodes before linearized reading' (duration: 191.241069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.051481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725625Z","caller":"traceutil/trace.go:171","msg":"trace[2086857460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1681; }","duration":"127.067375ms","start":"2026-03-31T22:24:29.598542Z","end":"2026-03-31T22:24:29.72561Z","steps":["trace[2086857460] 'agreement among raft nodes before linearized reading' (duration: 126.080922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.725656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.713606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725696Z","caller":"traceutil/trace.go:171","msg":"trace[673747909] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1681; }","duration":"112.774597ms","start":"2026-03-31T22:24:29.61291Z","end":"2026-03-31T22:24:29.725685Z","steps":["trace[673747909] 'agreement among raft nodes before linearized reading' (duration: 112.711936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.929694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.725988Z","caller":"traceutil/trace.go:171","msg":"trace[1941622690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1681; }","duration":"149.159734ms","start":"2026-03-31T22:24:29.576742Z","end":"2026-03-31T22:24:29.725902Z","steps":["trace[1941622690] 'agreement among raft nodes before linearized reading' (duration: 147.929525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.465926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:24:29.726181Z","caller":"traceutil/trace.go:171","msg":"trace[1813789025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1681; }","duration":"223.23301ms","start":"2026-03-31T22:24:29.502927Z","end":"2026-03-31T22:24:29.72616Z","steps":["trace[1813789025] 'agreement among raft nodes before linearized reading' (duration: 221.417285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.724825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.478916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.726358Z","caller":"traceutil/trace.go:171","msg":"trace[363511500] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1681; }","duration":"113.114046ms","start":"2026-03-31T22:24:29.613206Z","end":"2026-03-31T22:24:29.72632Z","steps":["trace[363511500] 'agreement among raft nodes before linearized reading' (duration: 111.385124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.725002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.506922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146766"} {"level":"info","ts":"2026-03-31T22:24:29.726574Z","caller":"traceutil/trace.go:171","msg":"trace[324567175] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1681; }","duration":"135.100432ms","start":"2026-03-31T22:24:29.591461Z","end":"2026-03-31T22:24:29.726561Z","steps":["trace[324567175] 'agreement among raft nodes before linearized reading' (duration: 133.179505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.727143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.102727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.727224Z","caller":"traceutil/trace.go:171","msg":"trace[1105954960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1681; }","duration":"128.364617ms","start":"2026-03-31T22:24:29.598834Z","end":"2026-03-31T22:24:29.727199Z","steps":["trace[1105954960] 'agreement among raft nodes before linearized reading' (duration: 127.092776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.727366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.499201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.727452Z","caller":"traceutil/trace.go:171","msg":"trace[145687650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1681; }","duration":"128.633604ms","start":"2026-03-31T22:24:29.598799Z","end":"2026-03-31T22:24:29.727433Z","steps":["trace[145687650] 'agreement among raft nodes before linearized reading' (duration: 125.640011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.727511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.441875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.727562Z","caller":"traceutil/trace.go:171","msg":"trace[1918705335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1681; }","duration":"193.344361ms","start":"2026-03-31T22:24:29.534204Z","end":"2026-03-31T22:24:29.727549Z","steps":["trace[1918705335] 'agreement among raft nodes before linearized reading' (duration: 191.429884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:34.538115Z","caller":"traceutil/trace.go:171","msg":"trace[1037473932] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"180.952713ms","start":"2026-03-31T22:24:34.357133Z","end":"2026-03-31T22:24:34.538086Z","steps":["trace[1037473932] 'read index received' (duration: 180.865401ms)","trace[1037473932] 'applied index is now lower than readState.Index' (duration: 86.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:34.538255Z","caller":"traceutil/trace.go:171","msg":"trace[129550865] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"230.947745ms","start":"2026-03-31T22:24:34.307267Z","end":"2026-03-31T22:24:34.538214Z","steps":["trace[129550865] 'process raft request' (duration: 230.627557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:34.538324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.160008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:34.538295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.272013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:34.538401Z","caller":"traceutil/trace.go:171","msg":"trace[1626382612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1741; }","duration":"181.296401ms","start":"2026-03-31T22:24:34.35709Z","end":"2026-03-31T22:24:34.538387Z","steps":["trace[1626382612] 'agreement among raft nodes before linearized reading' (duration: 181.139497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:34.538491Z","caller":"traceutil/trace.go:171","msg":"trace[346456785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1741; }","duration":"136.479498ms","start":"2026-03-31T22:24:34.401957Z","end":"2026-03-31T22:24:34.538436Z","steps":["trace[346456785] 'agreement among raft nodes before linearized reading' (duration: 136.290254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:43.934207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537163935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:44.434577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537163935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:44.934673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537163935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:45.027824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41979494s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:45.027936Z","caller":"traceutil/trace.go:171","msg":"trace[1278923906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1854; }","duration":"1.419920933s","start":"2026-03-31T22:24:43.607998Z","end":"2026-03-31T22:24:45.027919Z","steps":["trace[1278923906] 'range keys from in-memory index tree' (duration: 1.419779408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.203643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.85354007s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:24:45.204124Z","caller":"traceutil/trace.go:171","msg":"trace[1298383352] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.854144475s","start":"2026-03-31T22:24:43.349952Z","end":"2026-03-31T22:24:45.204097Z","steps":["trace[1298383352] 'process raft request' (duration: 1.853931579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.204312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.34994Z","time spent":"1.854277679s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:45.319074Z","caller":"traceutil/trace.go:171","msg":"trace[700630244] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"742.931339ms","start":"2026-03-31T22:24:44.576114Z","end":"2026-03-31T22:24:45.319045Z","steps":["trace[700630244] 'process raft request' (duration: 660.466151ms)","trace[700630244] 'compare' (duration: 82.087919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:45.319117Z","caller":"traceutil/trace.go:171","msg":"trace[2051726623] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"551.102576ms","start":"2026-03-31T22:24:44.767981Z","end":"2026-03-31T22:24:45.319083Z","steps":["trace[2051726623] 'process raft request' (duration: 550.948283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.319121Z","caller":"traceutil/trace.go:171","msg":"trace[1793402281] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1928; }","duration":"1.894605771s","start":"2026-03-31T22:24:43.424489Z","end":"2026-03-31T22:24:45.319094Z","steps":["trace[1793402281] 'read index received' (duration: 1.77939871s)","trace[1793402281] 'applied index is now lower than readState.Index' (duration: 115.206161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:45.3193Z","caller":"traceutil/trace.go:171","msg":"trace[1876423138] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"156.842165ms","start":"2026-03-31T22:24:45.162446Z","end":"2026-03-31T22:24:45.319288Z","steps":["trace[1876423138] 'process raft request' (duration: 156.571469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.319297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.576089Z","time spent":"743.109954ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.319307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.767956Z","time spent":"551.262821ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.319549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519918316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:24:45.319542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881739071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T22:24:45.319593Z","caller":"traceutil/trace.go:171","msg":"trace[1535560046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1859; }","duration":"1.519981208s","start":"2026-03-31T22:24:43.799601Z","end":"2026-03-31T22:24:45.319583Z","steps":["trace[1535560046] 'agreement among raft nodes before linearized reading' (duration: 1.519839644s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.319615Z","caller":"traceutil/trace.go:171","msg":"trace[767894581] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600; range_end:; response_count:1; response_revision:1859; }","duration":"1.881861734s","start":"2026-03-31T22:24:43.437736Z","end":"2026-03-31T22:24:45.319598Z","steps":["trace[767894581] 'agreement among raft nodes before linearized reading' (duration: 1.881628788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.319644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895154754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:24:45.319652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522276303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:24:45.319669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.437716Z","time spent":"1.881938645s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600\" "} {"level":"info","ts":"2026-03-31T22:24:45.319696Z","caller":"traceutil/trace.go:171","msg":"trace[2070770291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1859; }","duration":"1.522399746s","start":"2026-03-31T22:24:43.797283Z","end":"2026-03-31T22:24:45.319683Z","steps":["trace[2070770291] 'agreement among raft nodes before linearized reading' (duration: 1.522263463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.319718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516895711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:24:45.319728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.797261Z","time spent":"1.522459479s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:24:45.319768Z","caller":"traceutil/trace.go:171","msg":"trace[1361130708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1859; }","duration":"1.516983813s","start":"2026-03-31T22:24:43.802771Z","end":"2026-03-31T22:24:45.319755Z","steps":["trace[1361130708] 'agreement among raft nodes before linearized reading' (duration: 1.51687249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.319719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15283023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:45.319838Z","caller":"traceutil/trace.go:171","msg":"trace[1078753242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"1.152979014s","start":"2026-03-31T22:24:44.166846Z","end":"2026-03-31T22:24:45.319825Z","steps":["trace[1078753242] 'agreement among raft nodes before linearized reading' (duration: 1.15285429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.319556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478983819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:24:45.319878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.166827Z","time spent":"1.153041295s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:45.319872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.802749Z","time spent":"1.517048485s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:45.319848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.305509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:45.31992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.286734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-31T22:24:45.319998Z","caller":"traceutil/trace.go:171","msg":"trace[92998267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"917.516195ms","start":"2026-03-31T22:24:44.402438Z","end":"2026-03-31T22:24:45.319954Z","steps":["trace[92998267] 'agreement among raft nodes before linearized reading' (duration: 917.248428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.320008Z","caller":"traceutil/trace.go:171","msg":"trace[1361863374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1859; }","duration":"111.392436ms","start":"2026-03-31T22:24:45.20858Z","end":"2026-03-31T22:24:45.319972Z","steps":["trace[1361863374] 'agreement among raft nodes before linearized reading' (duration: 111.191561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.320009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519269239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:24:45.319678Z","caller":"traceutil/trace.go:171","msg":"trace[2018315865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1859; }","duration":"1.895220056s","start":"2026-03-31T22:24:43.424447Z","end":"2026-03-31T22:24:45.319667Z","steps":["trace[2018315865] 'agreement among raft nodes before linearized reading' (duration: 1.895133794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.32005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.402422Z","time spent":"917.616498ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:45.320058Z","caller":"traceutil/trace.go:171","msg":"trace[958255442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1859; }","duration":"1.519365021s","start":"2026-03-31T22:24:43.800684Z","end":"2026-03-31T22:24:45.320049Z","steps":["trace[958255442] 'agreement among raft nodes before linearized reading' (duration: 1.519224748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.320086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.42443Z","time spent":"1.895633806s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:45.319625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.799587Z","time spent":"1.520029208s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:45.320116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.800659Z","time spent":"1.519441783s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:45.319931Z","caller":"traceutil/trace.go:171","msg":"trace[2114523062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1859; }","duration":"1.479463041s","start":"2026-03-31T22:24:43.840445Z","end":"2026-03-31T22:24:45.319908Z","steps":["trace[2114523062] 'agreement among raft nodes before linearized reading' (duration: 1.478990829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.320232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.840423Z","time spent":"1.479773038s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:24:45.320716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729033998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:24:45.320786Z","caller":"traceutil/trace.go:171","msg":"trace[568206219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1859; }","duration":"1.730188916s","start":"2026-03-31T22:24:43.590576Z","end":"2026-03-31T22:24:45.320765Z","steps":["trace[568206219] 'agreement among raft nodes before linearized reading' (duration: 1.728975147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.320845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:43.590556Z","time spent":"1.730274428s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:24:45.491426Z","caller":"traceutil/trace.go:171","msg":"trace[1525594019] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"166.338211ms","start":"2026-03-31T22:24:45.325055Z","end":"2026-03-31T22:24:45.491393Z","steps":["trace[1525594019] 'process raft request' (duration: 154.508967ms)","trace[1525594019] 'compare' (duration: 11.693891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:45.717369Z","caller":"traceutil/trace.go:171","msg":"trace[1576481933] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"391.417341ms","start":"2026-03-31T22:24:45.325918Z","end":"2026-03-31T22:24:45.717335Z","steps":["trace[1576481933] 'process raft request' (duration: 391.151205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.717425Z","caller":"traceutil/trace.go:171","msg":"trace[265194100] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1933; }","duration":"313.150047ms","start":"2026-03-31T22:24:45.40424Z","end":"2026-03-31T22:24:45.71739Z","steps":["trace[265194100] 'read index received' (duration: 75.334961ms)","trace[265194100] 'applied index is now lower than readState.Index' (duration: 237.813746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:45.717536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.325907Z","time spent":"391.549174ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.717624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.362712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:45.717683Z","caller":"traceutil/trace.go:171","msg":"trace[211715576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1866; }","duration":"313.490255ms","start":"2026-03-31T22:24:45.404176Z","end":"2026-03-31T22:24:45.717667Z","steps":["trace[211715576] 'agreement among raft nodes before linearized reading' (duration: 313.350492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.717686Z","caller":"traceutil/trace.go:171","msg":"trace[598814961] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"391.734239ms","start":"2026-03-31T22:24:45.325916Z","end":"2026-03-31T22:24:45.71765Z","steps":["trace[598814961] 'process raft request' (duration: 375.153637ms)","trace[598814961] 'compare' (duration: 15.574967ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:45.717776Z","caller":"traceutil/trace.go:171","msg":"trace[571660471] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"391.849952ms","start":"2026-03-31T22:24:45.325916Z","end":"2026-03-31T22:24:45.717766Z","steps":["trace[571660471] 'process raft request' (duration: 391.250427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.717863Z","caller":"traceutil/trace.go:171","msg":"trace[2085866897] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"391.083463ms","start":"2026-03-31T22:24:45.326767Z","end":"2026-03-31T22:24:45.717851Z","steps":["trace[2085866897] 'process raft request' (duration: 390.477308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.717863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.325903Z","time spent":"391.865082ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.717887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.325895Z","time spent":"391.918683ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.717958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.32676Z","time spent":"391.143084ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.717726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.40414Z","time spent":"313.577398ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:45.718104Z","caller":"traceutil/trace.go:171","msg":"trace[866664615] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"391.938624ms","start":"2026-03-31T22:24:45.326151Z","end":"2026-03-31T22:24:45.71809Z","steps":["trace[866664615] 'process raft request' (duration: 391.053592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:45.718133Z","caller":"traceutil/trace.go:171","msg":"trace[812361008] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"383.710539ms","start":"2026-03-31T22:24:45.3344Z","end":"2026-03-31T22:24:45.71811Z","steps":["trace[812361008] 'process raft request' (duration: 382.91208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.718173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.326142Z","time spent":"391.994425ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:45.718283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.33439Z","time spent":"383.815112ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:46.527285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.155561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:46.527425Z","caller":"traceutil/trace.go:171","msg":"trace[596595385] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"802.89992ms","start":"2026-03-31T22:24:45.724499Z","end":"2026-03-31T22:24:46.527399Z","steps":["trace[596595385] 'process raft request' (duration: 95.536824ms)","trace[596595385] 'compare' (duration: 706.990107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:46.527511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.724486Z","time spent":"802.982472ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:46.623225Z","caller":"traceutil/trace.go:171","msg":"trace[813302368] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"898.563794ms","start":"2026-03-31T22:24:45.724635Z","end":"2026-03-31T22:24:46.623198Z","steps":["trace[813302368] 'process raft request' (duration: 898.36454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.623387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.72461Z","time spent":"898.692019ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:46.623704Z","caller":"traceutil/trace.go:171","msg":"trace[834650432] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"898.682847ms","start":"2026-03-31T22:24:45.724998Z","end":"2026-03-31T22:24:46.62368Z","steps":["trace[834650432] 'process raft request' (duration: 898.145264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.62371Z","caller":"traceutil/trace.go:171","msg":"trace[1177204325] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"898.094823ms","start":"2026-03-31T22:24:45.725583Z","end":"2026-03-31T22:24:46.623678Z","steps":["trace[1177204325] 'process raft request' (duration: 897.98021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.62383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.724989Z","time spent":"898.77995ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:46.623866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.725576Z","time spent":"898.211966ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:46.985695Z","caller":"traceutil/trace.go:171","msg":"trace[486964561] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1941; }","duration":"659.188381ms","start":"2026-03-31T22:24:46.326478Z","end":"2026-03-31T22:24:46.985667Z","steps":["trace[486964561] 'read index received' (duration: 296.591156ms)","trace[486964561] 'applied index is now lower than readState.Index' (duration: 362.595855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:46.9858Z","caller":"traceutil/trace.go:171","msg":"trace[1220255944] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"795.166247ms","start":"2026-03-31T22:24:46.190569Z","end":"2026-03-31T22:24:46.985735Z","steps":["trace[1220255944] 'process raft request' (duration: 733.818523ms)","trace[1220255944] 'compare' (duration: 61.009906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:46.986035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.681033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:24:46.98605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.506779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T22:24:46.986086Z","caller":"traceutil/trace.go:171","msg":"trace[1549138803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"657.808386ms","start":"2026-03-31T22:24:46.328259Z","end":"2026-03-31T22:24:46.986067Z","steps":["trace[1549138803] 'agreement among raft nodes before linearized reading' (duration: 657.56126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.986136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.328233Z","time spent":"657.894749ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:24:46.986137Z","caller":"traceutil/trace.go:171","msg":"trace[1301390143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600; range_end:; response_count:1; response_revision:1871; }","duration":"659.692213ms","start":"2026-03-31T22:24:46.326423Z","end":"2026-03-31T22:24:46.986115Z","steps":["trace[1301390143] 'agreement among raft nodes before linearized reading' (duration: 659.362465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.986397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.326401Z","time spent":"659.985521ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16f3a51e-42bb-410b-8561-04bf6c923600\" "} {"level":"warn","ts":"2026-03-31T22:24:46.986568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.190537Z","time spent":"795.395253ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:51.447376Z","caller":"traceutil/trace.go:171","msg":"trace[1834774472] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"105.557671ms","start":"2026-03-31T22:24:51.341792Z","end":"2026-03-31T22:24:51.44735Z","steps":["trace[1834774472] 'process raft request' (duration: 105.400487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.451637Z","caller":"traceutil/trace.go:171","msg":"trace[27700667] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"108.101635ms","start":"2026-03-31T22:24:51.34352Z","end":"2026-03-31T22:24:51.451621Z","steps":["trace[27700667] 'process raft request' (duration: 108.022643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.451651Z","caller":"traceutil/trace.go:171","msg":"trace[1600575534] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"108.770371ms","start":"2026-03-31T22:24:51.342849Z","end":"2026-03-31T22:24:51.451619Z","steps":["trace[1600575534] 'process raft request' (duration: 108.605497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.451857Z","caller":"traceutil/trace.go:171","msg":"trace[1366705215] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"106.952446ms","start":"2026-03-31T22:24:51.34489Z","end":"2026-03-31T22:24:51.451843Z","steps":["trace[1366705215] 'process raft request' (duration: 106.697229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.315424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.619111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:52.315539Z","caller":"traceutil/trace.go:171","msg":"trace[462646732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"570.787095ms","start":"2026-03-31T22:24:51.744727Z","end":"2026-03-31T22:24:52.315514Z","steps":["trace[462646732] 'range keys from in-memory index tree' (duration: 570.302062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.315597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.744714Z","time spent":"570.872017ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:24:52.315594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.22531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:24:52.315672Z","caller":"traceutil/trace.go:171","msg":"trace[1832968055] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:1919; }","duration":"369.318402ms","start":"2026-03-31T22:24:51.946333Z","end":"2026-03-31T22:24:52.315651Z","steps":["trace[1832968055] 'range keys from in-memory index tree' (duration: 369.006104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.315681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.487109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:24:52.315734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.166864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:52.315776Z","caller":"traceutil/trace.go:171","msg":"trace[2063276124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"800.636792ms","start":"2026-03-31T22:24:51.51512Z","end":"2026-03-31T22:24:52.315757Z","steps":["trace[2063276124] 'range keys from in-memory index tree' (duration: 800.288474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.31582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.515099Z","time spent":"800.712284ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:24:52.315833Z","caller":"traceutil/trace.go:171","msg":"trace[535995528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"571.321168ms","start":"2026-03-31T22:24:51.744479Z","end":"2026-03-31T22:24:52.3158Z","steps":["trace[535995528] 'range keys from in-memory index tree' (duration: 570.969399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.31589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.744453Z","time spent":"571.42712ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:52.315908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.028472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:24:52.315959Z","caller":"traceutil/trace.go:171","msg":"trace[353970943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"290.117895ms","start":"2026-03-31T22:24:52.025819Z","end":"2026-03-31T22:24:52.315937Z","steps":["trace[353970943] 'range keys from in-memory index tree' (duration: 289.894739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.315729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.946197Z","time spent":"369.519766ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:24:52.31747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.740153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:24:52.317599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.782295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:24:52.317628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.200587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-31T22:24:52.317718Z","caller":"traceutil/trace.go:171","msg":"trace[262680925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"572.958279ms","start":"2026-03-31T22:24:51.74474Z","end":"2026-03-31T22:24:52.317698Z","steps":["trace[262680925] 'range keys from in-memory index tree' (duration: 572.527417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.31773Z","caller":"traceutil/trace.go:171","msg":"trace[231066847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1919; }","duration":"139.371921ms","start":"2026-03-31T22:24:52.178338Z","end":"2026-03-31T22:24:52.31771Z","steps":["trace[231066847] 'range keys from in-memory index tree' (duration: 139.024663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.317755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.744728Z","time spent":"573.019131ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:24:52.317688Z","caller":"traceutil/trace.go:171","msg":"trace[1518997430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"574.937058ms","start":"2026-03-31T22:24:51.74263Z","end":"2026-03-31T22:24:52.317567Z","steps":["trace[1518997430] 'range keys from in-memory index tree' (duration: 572.705722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.318115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.742606Z","time spent":"575.351407ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:52.429977Z","caller":"traceutil/trace.go:171","msg":"trace[389019711] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"108.142376ms","start":"2026-03-31T22:24:52.3218Z","end":"2026-03-31T22:24:52.429942Z","steps":["trace[389019711] 'process raft request' (duration: 107.860509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.430273Z","caller":"traceutil/trace.go:171","msg":"trace[1855899886] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"108.397922ms","start":"2026-03-31T22:24:52.321856Z","end":"2026-03-31T22:24:52.430254Z","steps":["trace[1855899886] 'process raft request' (duration: 107.973192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.430588Z","caller":"traceutil/trace.go:171","msg":"trace[1370946325] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"108.161176ms","start":"2026-03-31T22:24:52.322406Z","end":"2026-03-31T22:24:52.430567Z","steps":["trace[1370946325] 'process raft request' (duration: 107.777776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.430643Z","caller":"traceutil/trace.go:171","msg":"trace[2121869500] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"108.147565ms","start":"2026-03-31T22:24:52.322466Z","end":"2026-03-31T22:24:52.430614Z","steps":["trace[2121869500] 'process raft request' (duration: 107.988991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.430909Z","caller":"traceutil/trace.go:171","msg":"trace[1897645051] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1996; }","duration":"105.082709ms","start":"2026-03-31T22:24:52.325803Z","end":"2026-03-31T22:24:52.430885Z","steps":["trace[1897645051] 'read index received' (duration: 102.827184ms)","trace[1897645051] 'applied index is now lower than readState.Index' (duration: 2.253095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.43094Z","caller":"traceutil/trace.go:171","msg":"trace[310867929] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"107.660023ms","start":"2026-03-31T22:24:52.323266Z","end":"2026-03-31T22:24:52.430926Z","steps":["trace[310867929] 'process raft request' (duration: 107.292024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.432177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.354571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:52.432237Z","caller":"traceutil/trace.go:171","msg":"trace[1776727901] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1924; }","duration":"106.453944ms","start":"2026-03-31T22:24:52.325771Z","end":"2026-03-31T22:24:52.432225Z","steps":["trace[1776727901] 'agreement among raft nodes before linearized reading' (duration: 105.269044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:59.65962Z","caller":"traceutil/trace.go:171","msg":"trace[692865215] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"184.138483ms","start":"2026-03-31T22:24:59.475457Z","end":"2026-03-31T22:24:59.659596Z","steps":["trace[692865215] 'process raft request' (duration: 183.966619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:59.978278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.67012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:59.9788Z","caller":"traceutil/trace.go:171","msg":"trace[146482710] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"492.915791ms","start":"2026-03-31T22:24:59.485865Z","end":"2026-03-31T22:24:59.978781Z","steps":["trace[146482710] 'process raft request' (duration: 492.528501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:59.978794Z","caller":"traceutil/trace.go:171","msg":"trace[1275887892] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"500.717524ms","start":"2026-03-31T22:24:59.478037Z","end":"2026-03-31T22:24:59.978755Z","steps":["trace[1275887892] 'process raft request' (duration: 306.47433ms)","trace[1275887892] 'compare' (duration: 193.221358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:59.978989Z","caller":"traceutil/trace.go:171","msg":"trace[499150450] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2062; }","duration":"309.503366ms","start":"2026-03-31T22:24:59.669468Z","end":"2026-03-31T22:24:59.978971Z","steps":["trace[499150450] 'read index received' (duration: 114.977965ms)","trace[499150450] 'applied index is now lower than readState.Index' (duration: 194.523831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:59.979078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.601249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:59.979116Z","caller":"traceutil/trace.go:171","msg":"trace[1683557728] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1987; }","duration":"309.676821ms","start":"2026-03-31T22:24:59.669431Z","end":"2026-03-31T22:24:59.979108Z","steps":["trace[1683557728] 'agreement among raft nodes before linearized reading' (duration: 309.596279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:59.979094Z","caller":"traceutil/trace.go:171","msg":"trace[1810440416] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"490.901011ms","start":"2026-03-31T22:24:59.488164Z","end":"2026-03-31T22:24:59.979065Z","steps":["trace[1810440416] 'process raft request' (duration: 490.573903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:59.97915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.669414Z","time spent":"309.725521ms","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:59.979279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.488135Z","time spent":"491.042633ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:59.979287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.478019Z","time spent":"500.848768ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:59.979433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.485838Z","time spent":"493.012553ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:01.108011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.901839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:25:01.108113Z","caller":"traceutil/trace.go:171","msg":"trace[1445744003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"625.035372ms","start":"2026-03-31T22:25:00.483054Z","end":"2026-03-31T22:25:01.108089Z","steps":["trace[1445744003] 'range keys from in-memory index tree' (duration: 624.688013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.108165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.483038Z","time spent":"625.113774ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:01.108243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.783736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:25:01.108347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.04547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:01.10836Z","caller":"traceutil/trace.go:171","msg":"trace[1262911993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"622.92741ms","start":"2026-03-31T22:25:00.485408Z","end":"2026-03-31T22:25:01.108335Z","steps":["trace[1262911993] 'range keys from in-memory index tree' (duration: 622.585031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:01.108415Z","caller":"traceutil/trace.go:171","msg":"trace[635350830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1987; }","duration":"879.160563ms","start":"2026-03-31T22:25:00.229237Z","end":"2026-03-31T22:25:01.108398Z","steps":["trace[635350830] 'count revisions from in-memory index tree' (duration: 878.968308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.108429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.485381Z","time spent":"623.033322ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:01.108465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.229215Z","time spent":"879.235335ms","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:01.108471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.551851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:25:01.108546Z","caller":"traceutil/trace.go:171","msg":"trace[2075119953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"713.631362ms","start":"2026-03-31T22:25:00.394877Z","end":"2026-03-31T22:25:01.108508Z","steps":["trace[2075119953] 'range keys from in-memory index tree' (duration: 713.433907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.108609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.394858Z","time spent":"713.738645ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:01.108884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.953997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:01.108954Z","caller":"traceutil/trace.go:171","msg":"trace[2054186295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"705.059889ms","start":"2026-03-31T22:25:00.403876Z","end":"2026-03-31T22:25:01.108936Z","steps":["trace[2054186295] 'range keys from in-memory index tree' (duration: 704.893964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.108949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.806345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:25:01.108975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.705405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:25:01.108993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.40386Z","time spent":"705.124091ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:25:01.109008Z","caller":"traceutil/trace.go:171","msg":"trace[246084284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"630.894368ms","start":"2026-03-31T22:25:00.478097Z","end":"2026-03-31T22:25:01.108991Z","steps":["trace[246084284] 'range keys from in-memory index tree' (duration: 630.629341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.109018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.432686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:01.109033Z","caller":"traceutil/trace.go:171","msg":"trace[794656771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"645.764277ms","start":"2026-03-31T22:25:00.463252Z","end":"2026-03-31T22:25:01.109016Z","steps":["trace[794656771] 'range keys from in-memory index tree' (duration: 645.569221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.109021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.469462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:25:01.109064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.478074Z","time spent":"630.975619ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:25:01.10908Z","caller":"traceutil/trace.go:171","msg":"trace[1407943511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1987; }","duration":"361.525368ms","start":"2026-03-31T22:25:00.747537Z","end":"2026-03-31T22:25:01.109062Z","steps":["trace[1407943511] 'count revisions from in-memory index tree' (duration: 361.356804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.109085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.463194Z","time spent":"645.879819ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:25:01.109089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.482603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:25:01.109127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.747524Z","time spent":"361.58953ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:01.109177Z","caller":"traceutil/trace.go:171","msg":"trace[630205786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1987; }","duration":"385.599575ms","start":"2026-03-31T22:25:00.723486Z","end":"2026-03-31T22:25:01.109086Z","steps":["trace[630205786] 'range keys from in-memory index tree' (duration: 385.305098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:01.109195Z","caller":"traceutil/trace.go:171","msg":"trace[927952116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"623.550525ms","start":"2026-03-31T22:25:00.485572Z","end":"2026-03-31T22:25:01.109122Z","steps":["trace[927952116] 'range keys from in-memory index tree' (duration: 623.36275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.10923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.723466Z","time spent":"385.75373ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:25:01.109291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:00.48556Z","time spent":"623.715929ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:01.673328Z","caller":"traceutil/trace.go:171","msg":"trace[962470350] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"559.308461ms","start":"2026-03-31T22:25:01.113996Z","end":"2026-03-31T22:25:01.673305Z","steps":["trace[962470350] 'process raft request' (duration: 559.144467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.673486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.113972Z","time spent":"559.436533ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:01.751016Z","caller":"traceutil/trace.go:171","msg":"trace[819440815] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"636.909477ms","start":"2026-03-31T22:25:01.114079Z","end":"2026-03-31T22:25:01.750989Z","steps":["trace[819440815] 'process raft request' (duration: 622.037198ms)","trace[819440815] 'compare' (duration: 14.650674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:01.751189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.114053Z","time spent":"637.05588ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:01.751447Z","caller":"traceutil/trace.go:171","msg":"trace[1190111960] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"637.309308ms","start":"2026-03-31T22:25:01.114107Z","end":"2026-03-31T22:25:01.751416Z","steps":["trace[1190111960] 'process raft request' (duration: 636.827965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.751613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.11408Z","time spent":"637.445031ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:01.752128Z","caller":"traceutil/trace.go:171","msg":"trace[1682139544] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"637.866701ms","start":"2026-03-31T22:25:01.114224Z","end":"2026-03-31T22:25:01.752091Z","steps":["trace[1682139544] 'process raft request' (duration: 637.060351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:01.752172Z","caller":"traceutil/trace.go:171","msg":"trace[775987465] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"637.422361ms","start":"2026-03-31T22:25:01.114736Z","end":"2026-03-31T22:25:01.752159Z","steps":["trace[775987465] 'process raft request' (duration: 637.251217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.75225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.114727Z","time spent":"637.486002ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:01.75241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.11421Z","time spent":"638.004274ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:01.752496Z","caller":"traceutil/trace.go:171","msg":"trace[1836008423] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"637.240826ms","start":"2026-03-31T22:25:01.115169Z","end":"2026-03-31T22:25:01.75241Z","steps":["trace[1836008423] 'process raft request' (duration: 636.895568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:01.752643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.115154Z","time spent":"637.4389ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:02.527865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.17758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:02.528147Z","caller":"traceutil/trace.go:171","msg":"trace[1224465682] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"543.764414ms","start":"2026-03-31T22:25:01.984353Z","end":"2026-03-31T22:25:02.528117Z","steps":["trace[1224465682] 'process raft request' (duration: 308.216854ms)","trace[1224465682] 'compare' (duration: 234.784631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:02.52841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.984325Z","time spent":"543.916568ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:02.528415Z","caller":"traceutil/trace.go:171","msg":"trace[94769999] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"543.887806ms","start":"2026-03-31T22:25:01.984505Z","end":"2026-03-31T22:25:02.528392Z","steps":["trace[94769999] 'process raft request' (duration: 543.466286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.528511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.984479Z","time spent":"543.989169ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:02.529016Z","caller":"traceutil/trace.go:171","msg":"trace[1326720054] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"544.363038ms","start":"2026-03-31T22:25:01.984623Z","end":"2026-03-31T22:25:02.528986Z","steps":["trace[1326720054] 'process raft request' (duration: 543.695412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.529096Z","caller":"traceutil/trace.go:171","msg":"trace[534936964] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2072; }","duration":"412.315889ms","start":"2026-03-31T22:25:02.116768Z","end":"2026-03-31T22:25:02.529084Z","steps":["trace[534936964] 'read index received' (duration: 35.083301ms)","trace[534936964] 'applied index is now lower than readState.Index' (duration: 377.231598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:02.529178Z","caller":"traceutil/trace.go:171","msg":"trace[244165969] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"375.563186ms","start":"2026-03-31T22:25:02.153521Z","end":"2026-03-31T22:25:02.529084Z","steps":["trace[244165969] 'process raft request' (duration: 375.449814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.529328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.454976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:02.529246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:01.984607Z","time spent":"544.493442ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:02.529388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.626706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:25:02.529393Z","caller":"traceutil/trace.go:171","msg":"trace[1588588514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"125.557098ms","start":"2026-03-31T22:25:02.403817Z","end":"2026-03-31T22:25:02.529374Z","steps":["trace[1588588514] 'agreement among raft nodes before linearized reading' (duration: 125.373844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.52944Z","caller":"traceutil/trace.go:171","msg":"trace[1729445617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"412.710349ms","start":"2026-03-31T22:25:02.116713Z","end":"2026-03-31T22:25:02.529424Z","steps":["trace[1729445617] 'agreement among raft nodes before linearized reading' (duration: 412.475423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.529473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:02.116691Z","time spent":"412.775231ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:02.529848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:02.153501Z","time spent":"376.255764ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:07.062037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537164268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:07.562739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537164268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:08.06337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537164268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:08.460826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921626011s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:25:08.461553Z","caller":"traceutil/trace.go:171","msg":"trace[1786902266] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.922473111s","start":"2026-03-31T22:25:06.539056Z","end":"2026-03-31T22:25:08.461529Z","steps":["trace[1786902266] 'process raft request' (duration: 1.922273747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.461736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.539028Z","time spent":"1.922609065s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:08.468356Z","caller":"traceutil/trace.go:171","msg":"trace[2142651009] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.926900792s","start":"2026-03-31T22:25:06.541438Z","end":"2026-03-31T22:25:08.468339Z","steps":["trace[2142651009] 'process raft request' (duration: 1.92682448s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.468399Z","caller":"traceutil/trace.go:171","msg":"trace[2025759658] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.926992064s","start":"2026-03-31T22:25:06.541388Z","end":"2026-03-31T22:25:08.468381Z","steps":["trace[2025759658] 'process raft request' (duration: 1.926780209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.468473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.541359Z","time spent":"1.927068856s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:08.46847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.541422Z","time spent":"1.926982864s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:08.468586Z","caller":"traceutil/trace.go:171","msg":"trace[93701589] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.221097834s","start":"2026-03-31T22:25:07.247467Z","end":"2026-03-31T22:25:08.468565Z","steps":["trace[93701589] 'process raft request' (duration: 1.220833268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.468783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.247445Z","time spent":"1.221240267s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:08.470577Z","caller":"traceutil/trace.go:171","msg":"trace[1114123999] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2095; }","duration":"1.908939376s","start":"2026-03-31T22:25:06.561628Z","end":"2026-03-31T22:25:08.470568Z","steps":["trace[1114123999] 'read index received' (duration: 1.899729627s)","trace[1114123999] 'applied index is now lower than readState.Index' (duration: 9.208228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:08.47063Z","caller":"traceutil/trace.go:171","msg":"trace[1630686927] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"683.045362ms","start":"2026-03-31T22:25:07.78756Z","end":"2026-03-31T22:25:08.470606Z","steps":["trace[1630686927] 'process raft request' (duration: 682.916379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.470755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90913324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:25:08.47075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.787537Z","time spent":"683.155256ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:08.470792Z","caller":"traceutil/trace.go:171","msg":"trace[478694535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"1.909210732s","start":"2026-03-31T22:25:06.561573Z","end":"2026-03-31T22:25:08.470783Z","steps":["trace[478694535] 'agreement among raft nodes before linearized reading' (duration: 1.909095699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.470813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.561554Z","time spent":"1.909254903s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:08.470824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699608527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:08.470891Z","caller":"traceutil/trace.go:171","msg":"trace[270146177] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2022; }","duration":"1.69972297s","start":"2026-03-31T22:25:06.771153Z","end":"2026-03-31T22:25:08.470876Z","steps":["trace[270146177] 'agreement among raft nodes before linearized reading' (duration: 1.699606827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.470904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.201538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:25:08.470941Z","caller":"traceutil/trace.go:171","msg":"trace[2073453035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2022; }","duration":"677.252258ms","start":"2026-03-31T22:25:07.79368Z","end":"2026-03-31T22:25:08.470932Z","steps":["trace[2073453035] 'agreement among raft nodes before linearized reading' (duration: 677.178567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.470648Z","caller":"traceutil/trace.go:171","msg":"trace[1626739860] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"275.190513ms","start":"2026-03-31T22:25:08.195443Z","end":"2026-03-31T22:25:08.470634Z","steps":["trace[1626739860] 'process raft request' (duration: 275.096101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.470973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.793671Z","time spent":"677.295329ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:08.470838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.106374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:25:08.47108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.328394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:25:08.471064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.238048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:25:08.471123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.453474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:08.471147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067566362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:08.471122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.482701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:08.471149Z","caller":"traceutil/trace.go:171","msg":"trace[2070337199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2022; }","duration":"686.416996ms","start":"2026-03-31T22:25:07.784706Z","end":"2026-03-31T22:25:08.471122Z","steps":["trace[2070337199] 'agreement among raft nodes before linearized reading' (duration: 686.267372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.471172Z","caller":"traceutil/trace.go:171","msg":"trace[1668075986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"1.067635563s","start":"2026-03-31T22:25:07.40353Z","end":"2026-03-31T22:25:08.471166Z","steps":["trace[1668075986] 'agreement among raft nodes before linearized reading' (duration: 1.067593392s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.471173Z","caller":"traceutil/trace.go:171","msg":"trace[1434391045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2022; }","duration":"677.402812ms","start":"2026-03-31T22:25:07.793746Z","end":"2026-03-31T22:25:08.471149Z","steps":["trace[1434391045] 'agreement among raft nodes before linearized reading' (duration: 677.115845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.471191Z","caller":"traceutil/trace.go:171","msg":"trace[1150113003] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2022; }","duration":"393.609464ms","start":"2026-03-31T22:25:08.077567Z","end":"2026-03-31T22:25:08.471176Z","steps":["trace[1150113003] 'agreement among raft nodes before linearized reading' (duration: 393.451211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.471205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.403506Z","time spent":"1.067694734s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:08.471212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.784685Z","time spent":"686.514628ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:25:08.471102Z","caller":"traceutil/trace.go:171","msg":"trace[604820574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2022; }","duration":"679.403391ms","start":"2026-03-31T22:25:07.79169Z","end":"2026-03-31T22:25:08.471093Z","steps":["trace[604820574] 'agreement among raft nodes before linearized reading' (duration: 679.082834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.470947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.77113Z","time spent":"1.699802482s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:08.471231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.793697Z","time spent":"677.521215ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:08.471168Z","caller":"traceutil/trace.go:171","msg":"trace[132376713] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2022; }","duration":"915.546706ms","start":"2026-03-31T22:25:07.555609Z","end":"2026-03-31T22:25:08.471156Z","steps":["trace[132376713] 'agreement among raft nodes before linearized reading' (duration: 915.451024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.471237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.34008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-03-31T22:25:08.471278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.791646Z","time spent":"679.607356ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:25:08.471231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:08.07755Z","time spent":"393.673796ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:08.4713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.555588Z","time spent":"915.68922ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:08.471274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.515316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:08.471427Z","caller":"traceutil/trace.go:171","msg":"trace[497157760] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2022; }","duration":"942.739001ms","start":"2026-03-31T22:25:07.528667Z","end":"2026-03-31T22:25:08.471406Z","steps":["trace[497157760] 'agreement among raft nodes before linearized reading' (duration: 942.449164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.471313Z","caller":"traceutil/trace.go:171","msg":"trace[141529903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2022; }","duration":"917.537835ms","start":"2026-03-31T22:25:07.553758Z","end":"2026-03-31T22:25:08.471296Z","steps":["trace[141529903] 'agreement among raft nodes before linearized reading' (duration: 917.275159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.471488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.528644Z","time spent":"942.829523ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:08.471485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.553738Z","time spent":"917.73835ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:25:08.471609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.929375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:25:08.471658Z","caller":"traceutil/trace.go:171","msg":"trace[1146743684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2022; }","duration":"677.999027ms","start":"2026-03-31T22:25:07.793647Z","end":"2026-03-31T22:25:08.471646Z","steps":["trace[1146743684] 'agreement among raft nodes before linearized reading' (duration: 677.244558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:08.471686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.793639Z","time spent":"678.038668ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:25:38.917981Z","caller":"traceutil/trace.go:171","msg":"trace[454585169] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"341.141462ms","start":"2026-03-31T22:25:38.576811Z","end":"2026-03-31T22:25:38.917952Z","steps":["trace[454585169] 'process raft request' (duration: 322.500638ms)","trace[454585169] 'compare' (duration: 18.163582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:38.918157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:38.576784Z","time spent":"341.294556ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:38.918168Z","caller":"traceutil/trace.go:171","msg":"trace[2126713401] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2271; }","duration":"318.774236ms","start":"2026-03-31T22:25:38.599368Z","end":"2026-03-31T22:25:38.918142Z","steps":["trace[2126713401] 'read index received' (duration: 67.833536ms)","trace[2126713401] 'applied index is now lower than readState.Index' (duration: 250.93964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:38.918231Z","caller":"traceutil/trace.go:171","msg":"trace[1850632031] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"340.568208ms","start":"2026-03-31T22:25:38.577624Z","end":"2026-03-31T22:25:38.918192Z","steps":["trace[1850632031] 'process raft request' (duration: 340.290001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:38.918253Z","caller":"traceutil/trace.go:171","msg":"trace[562528798] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"338.826035ms","start":"2026-03-31T22:25:38.579396Z","end":"2026-03-31T22:25:38.918222Z","steps":["trace[562528798] 'process raft request' (duration: 338.702062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:38.918372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.011172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:25:38.918396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:38.577611Z","time spent":"340.701281ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:38.918406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.79197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:25:38.918406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:38.579376Z","time spent":"338.943807ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:38.918413Z","caller":"traceutil/trace.go:171","msg":"trace[1279684350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2188; }","duration":"319.081603ms","start":"2026-03-31T22:25:38.599321Z","end":"2026-03-31T22:25:38.918402Z","steps":["trace[1279684350] 'agreement among raft nodes before linearized reading' (duration: 318.95344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:38.91844Z","caller":"traceutil/trace.go:171","msg":"trace[125881737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2188; }","duration":"296.884302ms","start":"2026-03-31T22:25:38.621546Z","end":"2026-03-31T22:25:38.918431Z","steps":["trace[125881737] 'agreement among raft nodes before linearized reading' (duration: 296.740038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:38.918455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:38.599308Z","time spent":"319.138245ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:38.91848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.479699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:25:38.918483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.287056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:38.918552Z","caller":"traceutil/trace.go:171","msg":"trace[277129210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"240.579352ms","start":"2026-03-31T22:25:38.677956Z","end":"2026-03-31T22:25:38.918535Z","steps":["trace[277129210] 'agreement among raft nodes before linearized reading' (duration: 240.393338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:38.918571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.922288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:25:38.918582Z","caller":"traceutil/trace.go:171","msg":"trace[1023724002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"294.41442ms","start":"2026-03-31T22:25:38.62415Z","end":"2026-03-31T22:25:38.918564Z","steps":["trace[1023724002] 'agreement among raft nodes before linearized reading' (duration: 294.195945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:38.9186Z","caller":"traceutil/trace.go:171","msg":"trace[1489798836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2188; }","duration":"293.98089ms","start":"2026-03-31T22:25:38.624612Z","end":"2026-03-31T22:25:38.918593Z","steps":["trace[1489798836] 'agreement among raft nodes before linearized reading' (duration: 293.807775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:38.918548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.046114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-31T22:25:38.918821Z","caller":"traceutil/trace.go:171","msg":"trace[932560422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2188; }","duration":"276.345511ms","start":"2026-03-31T22:25:38.642452Z","end":"2026-03-31T22:25:38.918798Z","steps":["trace[932560422] 'agreement among raft nodes before linearized reading' (duration: 275.864469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:38.918757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.371303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:25:38.919037Z","caller":"traceutil/trace.go:171","msg":"trace[929116731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2188; }","duration":"295.678931ms","start":"2026-03-31T22:25:38.623341Z","end":"2026-03-31T22:25:38.91902Z","steps":["trace[929116731] 'agreement among raft nodes before linearized reading' (duration: 295.035925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:39.161888Z","caller":"traceutil/trace.go:171","msg":"trace[778870271] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"238.445668ms","start":"2026-03-31T22:25:38.923403Z","end":"2026-03-31T22:25:39.161849Z","steps":["trace[778870271] 'process raft request' (duration: 168.602662ms)","trace[778870271] 'compare' (duration: 69.288023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:39.162074Z","caller":"traceutil/trace.go:171","msg":"trace[263231384] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"238.633872ms","start":"2026-03-31T22:25:38.923411Z","end":"2026-03-31T22:25:39.162044Z","steps":["trace[263231384] 'process raft request' (duration: 238.378946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:39.162261Z","caller":"traceutil/trace.go:171","msg":"trace[1984509484] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"238.694144ms","start":"2026-03-31T22:25:38.923515Z","end":"2026-03-31T22:25:39.162209Z","steps":["trace[1984509484] 'process raft request' (duration: 238.447658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:39.163146Z","caller":"traceutil/trace.go:171","msg":"trace[799743425] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"238.253703ms","start":"2026-03-31T22:25:38.924681Z","end":"2026-03-31T22:25:39.162934Z","steps":["trace[799743425] 'process raft request' (duration: 237.410092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:39.16317Z","caller":"traceutil/trace.go:171","msg":"trace[706863522] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2275; }","duration":"233.868144ms","start":"2026-03-31T22:25:38.929276Z","end":"2026-03-31T22:25:39.163144Z","steps":["trace[706863522] 'read index received' (duration: 162.748327ms)","trace[706863522] 'applied index is now lower than readState.Index' (duration: 71.118677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:39.163298Z","caller":"traceutil/trace.go:171","msg":"trace[477115567] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"236.834447ms","start":"2026-03-31T22:25:38.926428Z","end":"2026-03-31T22:25:39.163263Z","steps":["trace[477115567] 'process raft request' (duration: 236.326605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:39.163345Z","caller":"traceutil/trace.go:171","msg":"trace[424913307] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"128.277548ms","start":"2026-03-31T22:25:39.035036Z","end":"2026-03-31T22:25:39.163313Z","steps":["trace[424913307] 'process raft request' (duration: 127.853338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:39.163349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.049588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:39.163414Z","caller":"traceutil/trace.go:171","msg":"trace[1121693736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2194; }","duration":"234.15166ms","start":"2026-03-31T22:25:38.929247Z","end":"2026-03-31T22:25:39.163399Z","steps":["trace[1121693736] 'agreement among raft nodes before linearized reading' (duration: 233.957166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.52713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17607377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:46.52724Z","caller":"traceutil/trace.go:171","msg":"trace[1800878695] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2221; }","duration":"1.176234123s","start":"2026-03-31T22:25:45.350975Z","end":"2026-03-31T22:25:46.527209Z","steps":["trace[1800878695] 'count revisions from in-memory index tree' (duration: 1.175935356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.527301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.350953Z","time spent":"1.176330126s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:46.527312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341163625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:25:46.527412Z","caller":"traceutil/trace.go:171","msg":"trace[1520844578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2221; }","duration":"1.341325559s","start":"2026-03-31T22:25:45.186062Z","end":"2026-03-31T22:25:46.527388Z","steps":["trace[1520844578] 'range keys from in-memory index tree' (duration: 1.340936839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.527474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.186041Z","time spent":"1.341417941s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:46.527944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340058727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:25:46.528005Z","caller":"traceutil/trace.go:171","msg":"trace[2136533721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2221; }","duration":"1.340151399s","start":"2026-03-31T22:25:45.187839Z","end":"2026-03-31T22:25:46.52799Z","steps":["trace[2136533721] 'range keys from in-memory index tree' (duration: 1.339903692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.528046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.187826Z","time spent":"1.340209951s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:46.528176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.111894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:25:46.528184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339533313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:25:46.52823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339337379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T22:25:46.528247Z","caller":"traceutil/trace.go:171","msg":"trace[795309201] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2221; }","duration":"457.234777ms","start":"2026-03-31T22:25:46.070995Z","end":"2026-03-31T22:25:46.52823Z","steps":["trace[795309201] 'count revisions from in-memory index tree' (duration: 456.992841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:46.528267Z","caller":"traceutil/trace.go:171","msg":"trace[952330360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2221; }","duration":"1.33939511s","start":"2026-03-31T22:25:45.188862Z","end":"2026-03-31T22:25:46.528257Z","steps":["trace[952330360] 'range keys from in-memory index tree' (duration: 1.339190365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.52829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.188851Z","time spent":"1.339432931s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:25:46.528289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.070974Z","time spent":"457.302809ms","remote":"127.0.0.1:38616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:46.528288Z","caller":"traceutil/trace.go:171","msg":"trace[1388432782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2221; }","duration":"1.339648537s","start":"2026-03-31T22:25:45.188597Z","end":"2026-03-31T22:25:46.528246Z","steps":["trace[1388432782] 'range keys from in-memory index tree' (duration: 1.33938215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.528293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.615092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:25:46.52836Z","caller":"traceutil/trace.go:171","msg":"trace[1732445963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"489.701454ms","start":"2026-03-31T22:25:46.038633Z","end":"2026-03-31T22:25:46.528335Z","steps":["trace[1732445963] 'range keys from in-memory index tree' (duration: 489.383746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.528409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.038614Z","time spent":"489.782705ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:46.528405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.301512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:25:46.528456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340522078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:25:46.528483Z","caller":"traceutil/trace.go:171","msg":"trace[667827859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2221; }","duration":"433.446595ms","start":"2026-03-31T22:25:46.095019Z","end":"2026-03-31T22:25:46.528466Z","steps":["trace[667827859] 'count revisions from in-memory index tree' (duration: 433.21732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:46.5285Z","caller":"traceutil/trace.go:171","msg":"trace[178140384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2221; }","duration":"1.34060553s","start":"2026-03-31T22:25:45.187881Z","end":"2026-03-31T22:25:46.528487Z","steps":["trace[178140384] 'range keys from in-memory index tree' (duration: 1.340414535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.528563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.187861Z","time spent":"1.340666482s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:46.528569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.094998Z","time spent":"433.520937ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:46.528361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.188584Z","time spent":"1.339750089s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:46.528292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126052727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:46.528847Z","caller":"traceutil/trace.go:171","msg":"trace[1012145177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"1.126647342s","start":"2026-03-31T22:25:45.402175Z","end":"2026-03-31T22:25:46.528822Z","steps":["trace[1012145177] 'range keys from in-memory index tree' (duration: 1.125947863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:46.528903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.40215Z","time spent":"1.126737714s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:46.85654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.488852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d6097c67459\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T22:25:46.856636Z","caller":"traceutil/trace.go:171","msg":"trace[1727457156] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d6097c67459; range_end:; response_count:1; response_revision:2226; }","duration":"228.676066ms","start":"2026-03-31T22:25:46.627939Z","end":"2026-03-31T22:25:46.856615Z","steps":["trace[1727457156] 'range keys from in-memory index tree' (duration: 228.280926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:46.894187Z","caller":"traceutil/trace.go:171","msg":"trace[1150929901] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"177.285798ms","start":"2026-03-31T22:25:46.716877Z","end":"2026-03-31T22:25:46.894163Z","steps":["trace[1150929901] 'process raft request' (duration: 177.017131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:46.894147Z","caller":"traceutil/trace.go:171","msg":"trace[37506346] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2314; }","duration":"114.721692ms","start":"2026-03-31T22:25:46.779392Z","end":"2026-03-31T22:25:46.894113Z","steps":["trace[37506346] 'read index received' (duration: 114.598419ms)","trace[37506346] 'applied index is now lower than readState.Index' (duration: 121.833µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:46.894398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.996769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:25:46.894446Z","caller":"traceutil/trace.go:171","msg":"trace[1706404019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2227; }","duration":"115.109871ms","start":"2026-03-31T22:25:46.779323Z","end":"2026-03-31T22:25:46.894433Z","steps":["trace[1706404019] 'agreement among raft nodes before linearized reading' (duration: 114.933407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.720937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738171015s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:48.72108Z","caller":"traceutil/trace.go:171","msg":"trace[2001088230] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.685220407s","start":"2026-03-31T22:25:47.035844Z","end":"2026-03-31T22:25:48.721064Z","steps":["trace[2001088230] 'process raft request' (duration: 1.685182116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.721074Z","caller":"traceutil/trace.go:171","msg":"trace[1794319011] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.767487104s","start":"2026-03-31T22:25:46.95355Z","end":"2026-03-31T22:25:48.721037Z","steps":["trace[1794319011] 'process raft request' (duration: 29.155486ms)","trace[1794319011] 'compare' (duration: 1.736959984s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:48.721117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.035827Z","time spent":"1.685274009s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:48.721208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.953521Z","time spent":"1.767617737s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:48.721221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717562802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:48.721088Z","caller":"traceutil/trace.go:171","msg":"trace[1835889549] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2317; }","duration":"1.717465589s","start":"2026-03-31T22:25:47.003604Z","end":"2026-03-31T22:25:48.72107Z","steps":["trace[1835889549] 'read index received' (duration: 36.621µs)","trace[1835889549] 'applied index is now lower than readState.Index' (duration: 1.717426818s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:48.721322Z","caller":"traceutil/trace.go:171","msg":"trace[1655349040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2231; }","duration":"1.717696436s","start":"2026-03-31T22:25:47.003552Z","end":"2026-03-31T22:25:48.721249Z","steps":["trace[1655349040] 'agreement among raft nodes before linearized reading' (duration: 1.717568073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.721393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.003536Z","time spent":"1.717818408s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:49.142785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30000196s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:25:50.230646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087468527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:50.231022Z","caller":"traceutil/trace.go:171","msg":"trace[1132447183] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"3.195030574s","start":"2026-03-31T22:25:47.03596Z","end":"2026-03-31T22:25:50.230991Z","steps":["trace[1132447183] 'process raft request' (duration: 2.107110637s)","trace[1132447183] 'compare' (duration: 1.087142288s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:50.231149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.035933Z","time spent":"3.195161078s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:50.466087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062285333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:25:50.466225Z","caller":"traceutil/trace.go:171","msg":"trace[464727147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.062482637s","start":"2026-03-31T22:25:48.403728Z","end":"2026-03-31T22:25:50.466211Z","steps":["trace[464727147] 'agreement among raft nodes before linearized reading' (duration: 2.062319643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:50.466257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.403708Z","time spent":"2.062543249s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:51.079756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.986458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:25:51.080518Z","caller":"traceutil/trace.go:171","msg":"trace[991683054] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"2.578031836s","start":"2026-03-31T22:25:48.502463Z","end":"2026-03-31T22:25:51.080495Z","steps":["trace[991683054] 'process raft request' (duration: 2.577892372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.081646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.502444Z","time spent":"2.579079192s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.081797Z","caller":"traceutil/trace.go:171","msg":"trace[1985409839] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2319; }","duration":"2.360452066s","start":"2026-03-31T22:25:48.721296Z","end":"2026-03-31T22:25:51.081748Z","steps":["trace[1985409839] 'read index received' (duration: 421.776567ms)","trace[1985409839] 'applied index is now lower than readState.Index' (duration: 1.938574987s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:51.082214Z","caller":"traceutil/trace.go:171","msg":"trace[728378348] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"2.182445761s","start":"2026-03-31T22:25:48.899614Z","end":"2026-03-31T22:25:51.08206Z","steps":["trace[728378348] 'process raft request' (duration: 2.180850711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.082471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.899591Z","time spent":"2.182699297s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.082897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487353741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:25:51.082945Z","caller":"traceutil/trace.go:171","msg":"trace[1071550764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2235; }","duration":"2.487429663s","start":"2026-03-31T22:25:48.595504Z","end":"2026-03-31T22:25:51.082934Z","steps":["trace[1071550764] 'agreement among raft nodes before linearized reading' (duration: 2.486547712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.082985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.595458Z","time spent":"2.487511505s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:51.082996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48767717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:25:51.083099Z","caller":"traceutil/trace.go:171","msg":"trace[161240253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"2.487825113s","start":"2026-03-31T22:25:48.595253Z","end":"2026-03-31T22:25:51.083079Z","steps":["trace[161240253] 'agreement among raft nodes before linearized reading' (duration: 2.487112726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.083183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.595239Z","time spent":"2.487932215s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:51.083077Z","caller":"traceutil/trace.go:171","msg":"trace[537204089] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.702108968s","start":"2026-03-31T22:25:49.380921Z","end":"2026-03-31T22:25:51.08303Z","steps":["trace[537204089] 'process raft request' (duration: 1.700666272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.083342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.380893Z","time spent":"1.702376815s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.083559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612571824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:25:51.083662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41607248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:51.083806Z","caller":"traceutil/trace.go:171","msg":"trace[1209615210] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2235; }","duration":"3.416813609s","start":"2026-03-31T22:25:47.666972Z","end":"2026-03-31T22:25:51.083786Z","steps":["trace[1209615210] 'agreement among raft nodes before linearized reading' (duration: 3.415209569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.083879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.666923Z","time spent":"3.416926702s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:51.083728Z","caller":"traceutil/trace.go:171","msg":"trace[1681330138] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2235; }","duration":"2.612700598s","start":"2026-03-31T22:25:48.470908Z","end":"2026-03-31T22:25:51.083609Z","steps":["trace[1681330138] 'agreement among raft nodes before linearized reading' (duration: 2.611262302s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.083992Z","caller":"traceutil/trace.go:171","msg":"trace[308129513] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.675115418s","start":"2026-03-31T22:25:49.408853Z","end":"2026-03-31T22:25:51.083968Z","steps":["trace[308129513] 'process raft request' (duration: 1.673393565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.084019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.470885Z","time spent":"2.613104377s","remote":"127.0.0.1:38520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:51.084118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.408827Z","time spent":"1.67523658s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.08436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489055434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:25:51.08441Z","caller":"traceutil/trace.go:171","msg":"trace[388932073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"2.489129516s","start":"2026-03-31T22:25:48.595262Z","end":"2026-03-31T22:25:51.084391Z","steps":["trace[388932073] 'agreement among raft nodes before linearized reading' (duration: 2.487668169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.084441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.59525Z","time spent":"2.489183097s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:51.084448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410954044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:51.084509Z","caller":"traceutil/trace.go:171","msg":"trace[1293829954] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2236; }","duration":"3.411017135s","start":"2026-03-31T22:25:47.673466Z","end":"2026-03-31T22:25:51.084484Z","steps":["trace[1293829954] 'agreement among raft nodes before linearized reading' (duration: 3.409473587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.084553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.67346Z","time spent":"3.411080847s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:51.084617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548712498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:25:51.084657Z","caller":"traceutil/trace.go:171","msg":"trace[114247176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"3.54878659s","start":"2026-03-31T22:25:47.535854Z","end":"2026-03-31T22:25:51.08464Z","steps":["trace[114247176] 'agreement among raft nodes before linearized reading' (duration: 3.546809851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.084686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.535831Z","time spent":"3.548847642s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:51.084827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48930159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T22:25:51.084845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:25:51.084895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52225834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:51.08492Z","caller":"traceutil/trace.go:171","msg":"trace[902712762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"2.525182691s","start":"2026-03-31T22:25:48.559701Z","end":"2026-03-31T22:25:51.084884Z","steps":["trace[902712762] 'agreement among raft nodes before linearized reading' (duration: 2.523469988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.084975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.55964Z","time spent":"2.525324575s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:51.084987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983632269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:51.085037Z","caller":"traceutil/trace.go:171","msg":"trace[575572089] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2236; }","duration":"2.983714961s","start":"2026-03-31T22:25:48.101299Z","end":"2026-03-31T22:25:51.085014Z","steps":["trace[575572089] 'agreement among raft nodes before linearized reading' (duration: 2.981424754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.085095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.101281Z","time spent":"2.983800584s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:51.084964Z","caller":"traceutil/trace.go:171","msg":"trace[240970435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2236; }","duration":"2.489385742s","start":"2026-03-31T22:25:48.595478Z","end":"2026-03-31T22:25:51.084864Z","steps":["trace[240970435] 'agreement among raft nodes before linearized reading' (duration: 2.487675979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.085296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.595462Z","time spent":"2.489757191s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:25:51.084937Z","caller":"traceutil/trace.go:171","msg":"trace[1682642925] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2236; }","duration":"3.522361123s","start":"2026-03-31T22:25:47.562565Z","end":"2026-03-31T22:25:51.084927Z","steps":["trace[1682642925] 'agreement among raft nodes before linearized reading' (duration: 3.520008235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.085388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.562549Z","time spent":"3.522823914s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:51.663384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.63154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:51.663665Z","caller":"traceutil/trace.go:171","msg":"trace[1333275] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"938.068063ms","start":"2026-03-31T22:25:50.725553Z","end":"2026-03-31T22:25:51.663621Z","steps":["trace[1333275] 'process raft request' (duration: 496.113974ms)","trace[1333275] 'compare' (duration: 441.418835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:51.663723Z","caller":"traceutil/trace.go:171","msg":"trace[2012430737] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"937.800727ms","start":"2026-03-31T22:25:50.725906Z","end":"2026-03-31T22:25:51.663707Z","steps":["trace[2012430737] 'process raft request' (duration: 937.579721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.66386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.72553Z","time spent":"938.234587ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.663848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.725893Z","time spent":"937.92796ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.663885Z","caller":"traceutil/trace.go:171","msg":"trace[1670932371] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"590.959493ms","start":"2026-03-31T22:25:51.072912Z","end":"2026-03-31T22:25:51.663871Z","steps":["trace[1670932371] 'process raft request' (duration: 590.656935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.664151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.072882Z","time spent":"591.189889ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:51.663981Z","caller":"traceutil/trace.go:171","msg":"trace[1767065057] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"573.051648ms","start":"2026-03-31T22:25:51.090905Z","end":"2026-03-31T22:25:51.663956Z","steps":["trace[1767065057] 'process raft request' (duration: 572.905474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.664422Z","caller":"traceutil/trace.go:171","msg":"trace[160300970] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"573.390957ms","start":"2026-03-31T22:25:51.09093Z","end":"2026-03-31T22:25:51.664321Z","steps":["trace[160300970] 'process raft request' (duration: 572.987507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.664496Z","caller":"traceutil/trace.go:171","msg":"trace[1681734518] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"573.51291ms","start":"2026-03-31T22:25:51.090964Z","end":"2026-03-31T22:25:51.664477Z","steps":["trace[1681734518] 'process raft request' (duration: 573.221753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.664549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.090939Z","time spent":"573.581842ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.664655Z","caller":"traceutil/trace.go:171","msg":"trace[710614299] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"573.511629ms","start":"2026-03-31T22:25:51.091109Z","end":"2026-03-31T22:25:51.664621Z","steps":["trace[710614299] 'process raft request' (duration: 573.181291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.664695Z","caller":"traceutil/trace.go:171","msg":"trace[1486072397] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2325; }","duration":"582.844872ms","start":"2026-03-31T22:25:51.081833Z","end":"2026-03-31T22:25:51.664678Z","steps":["trace[1486072397] 'read index received' (duration: 139.846588ms)","trace[1486072397] 'applied index is now lower than readState.Index' (duration: 442.997124ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:51.664756Z","caller":"traceutil/trace.go:171","msg":"trace[1457890472] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"573.076789ms","start":"2026-03-31T22:25:51.091651Z","end":"2026-03-31T22:25:51.664728Z","steps":["trace[1457890472] 'process raft request' (duration: 572.807132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.665004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.090901Z","time spent":"573.54991ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.665062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.09164Z","time spent":"573.347585ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.664792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.091101Z","time spent":"573.620633ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.664947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198010036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:51.665243Z","caller":"traceutil/trace.go:171","msg":"trace[1442135899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"1.198318673s","start":"2026-03-31T22:25:50.466911Z","end":"2026-03-31T22:25:51.665229Z","steps":["trace[1442135899] 'agreement among raft nodes before linearized reading' (duration: 1.197877922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.665293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.466898Z","time spent":"1.198371125s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:51.664936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454590627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-31T22:25:51.665356Z","caller":"traceutil/trace.go:171","msg":"trace[2140518933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2244; }","duration":"2.455056759s","start":"2026-03-31T22:25:49.210289Z","end":"2026-03-31T22:25:51.665346Z","steps":["trace[2140518933] 'agreement among raft nodes before linearized reading' (duration: 2.454444544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.665388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.210267Z","time spent":"2.45511126s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:25:51.665581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:51.090876Z","time spent":"573.370626ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:30.124884Z","caller":"traceutil/trace.go:171","msg":"trace[1697457027] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2542; }","duration":"257.221126ms","start":"2026-03-31T22:26:29.867635Z","end":"2026-03-31T22:26:30.124856Z","steps":["trace[1697457027] 'read index received' (duration: 22.607983ms)","trace[1697457027] 'applied index is now lower than readState.Index' (duration: 234.611443ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:30.124918Z","caller":"traceutil/trace.go:171","msg":"trace[923864241] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"317.693279ms","start":"2026-03-31T22:26:29.807194Z","end":"2026-03-31T22:26:30.124888Z","steps":["trace[923864241] 'process raft request' (duration: 254.245091ms)","trace[923864241] 'compare' (duration: 63.245453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:30.125131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:29.807163Z","time spent":"317.832601ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:30.125163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.503793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:26:30.125211Z","caller":"traceutil/trace.go:171","msg":"trace[553447966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2446; }","duration":"257.608635ms","start":"2026-03-31T22:26:29.86759Z","end":"2026-03-31T22:26:30.125199Z","steps":["trace[553447966] 'agreement among raft nodes before linearized reading' (duration: 257.40268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:30.125258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.579744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:30.125339Z","caller":"traceutil/trace.go:171","msg":"trace[1558378316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2446; }","duration":"257.693677ms","start":"2026-03-31T22:26:29.867617Z","end":"2026-03-31T22:26:30.12531Z","steps":["trace[1558378316] 'agreement among raft nodes before linearized reading' (duration: 257.528503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:30.125464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.743498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:26:30.125598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.58686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:30.125649Z","caller":"traceutil/trace.go:171","msg":"trace[1875693333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2446; }","duration":"254.651952ms","start":"2026-03-31T22:26:29.870985Z","end":"2026-03-31T22:26:30.125637Z","steps":["trace[1875693333] 'agreement among raft nodes before linearized reading' (duration: 254.500908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:30.125734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.374784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:26:30.125789Z","caller":"traceutil/trace.go:171","msg":"trace[427922605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2446; }","duration":"256.451625ms","start":"2026-03-31T22:26:29.869321Z","end":"2026-03-31T22:26:30.125772Z","steps":["trace[427922605] 'agreement among raft nodes before linearized reading' (duration: 256.313922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:30.125533Z","caller":"traceutil/trace.go:171","msg":"trace[1938807385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2446; }","duration":"255.81079ms","start":"2026-03-31T22:26:29.869705Z","end":"2026-03-31T22:26:30.125515Z","steps":["trace[1938807385] 'agreement among raft nodes before linearized reading' (duration: 255.655866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:32.081358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.218051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:32.081465Z","caller":"traceutil/trace.go:171","msg":"trace[1842225800] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2557; }","duration":"129.221551ms","start":"2026-03-31T22:26:31.952222Z","end":"2026-03-31T22:26:32.081443Z","steps":["trace[1842225800] 'read index received' (duration: 61.061µs)","trace[1842225800] 'applied index is now lower than readState.Index' (duration: 129.15927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:32.081575Z","caller":"traceutil/trace.go:171","msg":"trace[241879253] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"186.409953ms","start":"2026-03-31T22:26:31.895111Z","end":"2026-03-31T22:26:32.081521Z","steps":["trace[241879253] 'process raft request' (duration: 21.954146ms)","trace[241879253] 'compare' (duration: 164.088248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:32.081739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.506029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:26:32.08178Z","caller":"traceutil/trace.go:171","msg":"trace[1196943519] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2461; }","duration":"129.599692ms","start":"2026-03-31T22:26:31.95217Z","end":"2026-03-31T22:26:32.081769Z","steps":["trace[1196943519] 'agreement among raft nodes before linearized reading' (duration: 129.364105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:32.081733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:26:32.081883Z","caller":"traceutil/trace.go:171","msg":"trace[1421739713] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2461; }","duration":"127.679574ms","start":"2026-03-31T22:26:31.954134Z","end":"2026-03-31T22:26:32.081813Z","steps":["trace[1421739713] 'agreement among raft nodes before linearized reading' (duration: 127.425816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:32.259428Z","caller":"traceutil/trace.go:171","msg":"trace[77458999] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"104.94608ms","start":"2026-03-31T22:26:32.154444Z","end":"2026-03-31T22:26:32.25939Z","steps":["trace[77458999] 'process raft request' (duration: 27.026403ms)","trace[77458999] 'compare' (duration: 77.593569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:34.462492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.432406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:34.46262Z","caller":"traceutil/trace.go:171","msg":"trace[2047563954] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2573; }","duration":"180.129878ms","start":"2026-03-31T22:26:34.282473Z","end":"2026-03-31T22:26:34.462603Z","steps":["trace[2047563954] 'read index received' (duration: 38.410475ms)","trace[2047563954] 'applied index is now lower than readState.Index' (duration: 141.717643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:34.462716Z","caller":"traceutil/trace.go:171","msg":"trace[1621407416] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"190.922827ms","start":"2026-03-31T22:26:34.271781Z","end":"2026-03-31T22:26:34.462704Z","steps":["trace[1621407416] 'process raft request' (duration: 49.164793ms)","trace[1621407416] 'compare' (duration: 141.310133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:34.463254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.840962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:26:34.463353Z","caller":"traceutil/trace.go:171","msg":"trace[744473404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2476; }","duration":"177.965305ms","start":"2026-03-31T22:26:34.285356Z","end":"2026-03-31T22:26:34.463321Z","steps":["trace[744473404] 'agreement among raft nodes before linearized reading' (duration: 177.518223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:34.463378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.139905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:26:34.463402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.907238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T22:26:34.463445Z","caller":"traceutil/trace.go:171","msg":"trace[2036117428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2476; }","duration":"177.265048ms","start":"2026-03-31T22:26:34.286164Z","end":"2026-03-31T22:26:34.463429Z","steps":["trace[2036117428] 'agreement among raft nodes before linearized reading' (duration: 177.074933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:34.463496Z","caller":"traceutil/trace.go:171","msg":"trace[1348243761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2476; }","duration":"181.035312ms","start":"2026-03-31T22:26:34.282439Z","end":"2026-03-31T22:26:34.463474Z","steps":["trace[1348243761] 'agreement among raft nodes before linearized reading' (duration: 180.762035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:34.463408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.135495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:34.464086Z","caller":"traceutil/trace.go:171","msg":"trace[690083768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2476; }","duration":"177.848982ms","start":"2026-03-31T22:26:34.286218Z","end":"2026-03-31T22:26:34.464067Z","steps":["trace[690083768] 'agreement among raft nodes before linearized reading' (duration: 176.979471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:34.709034Z","caller":"traceutil/trace.go:171","msg":"trace[1719935129] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"241.073433ms","start":"2026-03-31T22:26:34.467929Z","end":"2026-03-31T22:26:34.709002Z","steps":["trace[1719935129] 'process raft request' (duration: 153.808364ms)","trace[1719935129] 'compare' (duration: 86.923501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:34.711685Z","caller":"traceutil/trace.go:171","msg":"trace[346565036] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"243.785861ms","start":"2026-03-31T22:26:34.467826Z","end":"2026-03-31T22:26:34.711612Z","steps":["trace[346565036] 'process raft request' (duration: 241.079824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:34.712786Z","caller":"traceutil/trace.go:171","msg":"trace[424351014] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2575; }","duration":"118.272471ms","start":"2026-03-31T22:26:34.594437Z","end":"2026-03-31T22:26:34.71271Z","steps":["trace[424351014] 'read index received' (duration: 27.36881ms)","trace[424351014] 'applied index is now lower than readState.Index' (duration: 90.89989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:34.712807Z","caller":"traceutil/trace.go:171","msg":"trace[1738152298] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"193.360106ms","start":"2026-03-31T22:26:34.519385Z","end":"2026-03-31T22:26:34.712745Z","steps":["trace[1738152298] 'process raft request' (duration: 193.027638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:34.713027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.563158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:34.713137Z","caller":"traceutil/trace.go:171","msg":"trace[2047378565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2481; }","duration":"118.759472ms","start":"2026-03-31T22:26:34.594355Z","end":"2026-03-31T22:26:34.713115Z","steps":["trace[2047378565] 'agreement among raft nodes before linearized reading' (duration: 118.526787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:34.712532Z","caller":"traceutil/trace.go:171","msg":"trace[1212566691] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"243.971516ms","start":"2026-03-31T22:26:34.468537Z","end":"2026-03-31T22:26:34.712509Z","steps":["trace[1212566691] 'process raft request' (duration: 242.927769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:35.503949Z","caller":"traceutil/trace.go:171","msg":"trace[1155751294] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"130.842554ms","start":"2026-03-31T22:26:35.373085Z","end":"2026-03-31T22:26:35.503928Z","steps":["trace[1155751294] 'process raft request' (duration: 130.69955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:38.832542Z","caller":"traceutil/trace.go:171","msg":"trace[293654834] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"103.557995ms","start":"2026-03-31T22:26:38.728946Z","end":"2026-03-31T22:26:38.832504Z","steps":["trace[293654834] 'process raft request' (duration: 103.35448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.068903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.140853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:39.069066Z","caller":"traceutil/trace.go:171","msg":"trace[139648534] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2598; }","duration":"335.462691ms","start":"2026-03-31T22:26:38.733566Z","end":"2026-03-31T22:26:39.069028Z","steps":["trace[139648534] 'read index received' (duration: 98.729155ms)","trace[139648534] 'applied index is now lower than readState.Index' (duration: 236.731706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:39.069237Z","caller":"traceutil/trace.go:171","msg":"trace[474489235] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"338.417684ms","start":"2026-03-31T22:26:38.730801Z","end":"2026-03-31T22:26:39.069219Z","steps":["trace[474489235] 'process raft request' (duration: 187.84682ms)","trace[474489235] 'compare' (duration: 149.949799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:39.06933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.730767Z","time spent":"338.519396ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:39.069421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.725087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:39.069532Z","caller":"traceutil/trace.go:171","msg":"trace[216455165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2501; }","duration":"335.876001ms","start":"2026-03-31T22:26:38.73363Z","end":"2026-03-31T22:26:39.069506Z","steps":["trace[216455165] 'agreement among raft nodes before linearized reading' (duration: 335.623115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.069575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.73361Z","time spent":"335.957812ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:26:39.069548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.947263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:26:39.069668Z","caller":"traceutil/trace.go:171","msg":"trace[990194645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2501; }","duration":"336.124067ms","start":"2026-03-31T22:26:38.733515Z","end":"2026-03-31T22:26:39.069639Z","steps":["trace[990194645] 'agreement among raft nodes before linearized reading' (duration: 335.774648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.069743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.733476Z","time spent":"336.25217ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:26:39.522705Z","caller":"traceutil/trace.go:171","msg":"trace[1776387543] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"346.66528ms","start":"2026-03-31T22:26:39.176015Z","end":"2026-03-31T22:26:39.522681Z","steps":["trace[1776387543] 'read index received' (duration: 346.520236ms)","trace[1776387543] 'applied index is now lower than readState.Index' (duration: 143.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:39.522803Z","caller":"traceutil/trace.go:171","msg":"trace[180887347] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"447.777283ms","start":"2026-03-31T22:26:39.074971Z","end":"2026-03-31T22:26:39.522748Z","steps":["trace[180887347] 'process raft request' (duration: 447.559118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.522863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.832394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:39.52292Z","caller":"traceutil/trace.go:171","msg":"trace[1321948582] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2503; }","duration":"346.929846ms","start":"2026-03-31T22:26:39.175974Z","end":"2026-03-31T22:26:39.522904Z","steps":["trace[1321948582] 'agreement among raft nodes before linearized reading' (duration: 346.836424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.522955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.17596Z","time spent":"346.987747ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-31T22:26:39.523051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.074956Z","time spent":"447.956907ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:39.803Z","caller":"traceutil/trace.go:171","msg":"trace[1775815601] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2603; }","duration":"233.308051ms","start":"2026-03-31T22:26:39.569664Z","end":"2026-03-31T22:26:39.802972Z","steps":["trace[1775815601] 'read index received' (duration: 195.259744ms)","trace[1775815601] 'applied index is now lower than readState.Index' (duration: 38.047357ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:39.803075Z","caller":"traceutil/trace.go:171","msg":"trace[1227277022] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"263.569883ms","start":"2026-03-31T22:26:39.539457Z","end":"2026-03-31T22:26:39.803027Z","steps":["trace[1227277022] 'process raft request' (duration: 225.667479ms)","trace[1227277022] 'compare' (duration: 37.651127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:39.803147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.474275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:39.803235Z","caller":"traceutil/trace.go:171","msg":"trace[1921059957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2505; }","duration":"233.629559ms","start":"2026-03-31T22:26:39.569594Z","end":"2026-03-31T22:26:39.803224Z","steps":["trace[1921059957] 'agreement among raft nodes before linearized reading' (duration: 233.480066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.398684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.967374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:40.398934Z","caller":"traceutil/trace.go:171","msg":"trace[1308567512] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"554.354662ms","start":"2026-03-31T22:26:39.844547Z","end":"2026-03-31T22:26:40.398902Z","steps":["trace[1308567512] 'process raft request' (duration: 82.110981ms)","trace[1308567512] 'compare' (duration: 471.82184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:40.399046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.844518Z","time spent":"554.479345ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:40.399244Z","caller":"traceutil/trace.go:171","msg":"trace[102831432] linearizableReadLoop","detail":"{readStateIndex:2608; appliedIndex:2606; }","duration":"266.513997ms","start":"2026-03-31T22:26:40.132712Z","end":"2026-03-31T22:26:40.399226Z","steps":["trace[102831432] 'read index received' (duration: 163.29708ms)","trace[102831432] 'applied index is now lower than readState.Index' (duration: 103.216007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:40.399329Z","caller":"traceutil/trace.go:171","msg":"trace[261537156] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"176.276983ms","start":"2026-03-31T22:26:40.223041Z","end":"2026-03-31T22:26:40.399318Z","steps":["trace[261537156] 'process raft request' (duration: 176.14498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.399339Z","caller":"traceutil/trace.go:171","msg":"trace[552630509] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"271.643344ms","start":"2026-03-31T22:26:40.127632Z","end":"2026-03-31T22:26:40.399275Z","steps":["trace[552630509] 'process raft request' (duration: 271.146661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.399418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.6729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:40.399495Z","caller":"traceutil/trace.go:171","msg":"trace[1526827273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2510; }","duration":"266.787834ms","start":"2026-03-31T22:26:40.132688Z","end":"2026-03-31T22:26:40.399475Z","steps":["trace[1526827273] 'agreement among raft nodes before linearized reading' (duration: 266.594199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.98045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.016114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:40.980678Z","caller":"traceutil/trace.go:171","msg":"trace[587333691] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"486.66875ms","start":"2026-03-31T22:26:40.493964Z","end":"2026-03-31T22:26:40.980633Z","steps":["trace[587333691] 'process raft request' (duration: 179.315109ms)","trace[587333691] 'compare' (duration: 306.579352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:40.980862Z","caller":"traceutil/trace.go:171","msg":"trace[96885764] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"142.234486ms","start":"2026-03-31T22:26:40.838597Z","end":"2026-03-31T22:26:40.980832Z","steps":["trace[96885764] 'process raft request' (duration: 142.052832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.980839Z","caller":"traceutil/trace.go:171","msg":"trace[1329136541] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2609; }","duration":"414.936367ms","start":"2026-03-31T22:26:40.565867Z","end":"2026-03-31T22:26:40.980804Z","steps":["trace[1329136541] 'read index received' (duration: 107.335629ms)","trace[1329136541] 'applied index is now lower than readState.Index' (duration: 307.597408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:40.98089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.493936Z","time spent":"486.847514ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:40.98119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.300825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:40.981254Z","caller":"traceutil/trace.go:171","msg":"trace[1243721970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2512; }","duration":"415.439208ms","start":"2026-03-31T22:26:40.565803Z","end":"2026-03-31T22:26:40.981242Z","steps":["trace[1243721970] 'agreement among raft nodes before linearized reading' (duration: 415.10561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.981292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.565781Z","time spent":"415.50168ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:26:41.30876Z","caller":"traceutil/trace.go:171","msg":"trace[637067340] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2518; }","duration":"139.091209ms","start":"2026-03-31T22:26:41.169642Z","end":"2026-03-31T22:26:41.308733Z","steps":["trace[637067340] 'process raft request' (duration: 139.045818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.309192Z","caller":"traceutil/trace.go:171","msg":"trace[530179181] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"140.018562ms","start":"2026-03-31T22:26:41.169108Z","end":"2026-03-31T22:26:41.309126Z","steps":["trace[530179181] 'process raft request' (duration: 139.53094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.30957Z","caller":"traceutil/trace.go:171","msg":"trace[2044547330] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"143.731874ms","start":"2026-03-31T22:26:41.165677Z","end":"2026-03-31T22:26:41.309409Z","steps":["trace[2044547330] 'process raft request' (duration: 130.888267ms)","trace[2044547330] 'compare' (duration: 11.924495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:41.455406Z","caller":"traceutil/trace.go:171","msg":"trace[83233157] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"134.585073ms","start":"2026-03-31T22:26:41.320789Z","end":"2026-03-31T22:26:41.455374Z","steps":["trace[83233157] 'process raft request' (duration: 111.235644ms)","trace[83233157] 'compare' (duration: 23.089392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:41.455843Z","caller":"traceutil/trace.go:171","msg":"trace[1688775584] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"130.469442ms","start":"2026-03-31T22:26:41.325344Z","end":"2026-03-31T22:26:41.455813Z","steps":["trace[1688775584] 'process raft request' (duration: 129.940349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.456018Z","caller":"traceutil/trace.go:171","msg":"trace[215958991] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"129.811065ms","start":"2026-03-31T22:26:41.326192Z","end":"2026-03-31T22:26:41.456003Z","steps":["trace[215958991] 'process raft request' (duration: 129.472897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.468021Z","caller":"traceutil/trace.go:171","msg":"trace[555955406] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"139.541356ms","start":"2026-03-31T22:26:41.328446Z","end":"2026-03-31T22:26:41.467987Z","steps":["trace[555955406] 'process raft request' (duration: 138.654184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.468276Z","caller":"traceutil/trace.go:171","msg":"trace[213284853] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"139.600907ms","start":"2026-03-31T22:26:41.328647Z","end":"2026-03-31T22:26:41.468248Z","steps":["trace[213284853] 'process raft request' (duration: 138.691035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.605631Z","caller":"traceutil/trace.go:171","msg":"trace[972724288] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"110.149058ms","start":"2026-03-31T22:26:41.49545Z","end":"2026-03-31T22:26:41.605599Z","steps":["trace[972724288] 'process raft request' (duration: 109.362239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.020418Z","caller":"traceutil/trace.go:171","msg":"trace[682000542] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"131.418085ms","start":"2026-03-31T22:26:41.888978Z","end":"2026-03-31T22:26:42.020396Z","steps":["trace[682000542] 'read index received' (duration: 131.260651ms)","trace[682000542] 'applied index is now lower than readState.Index' (duration: 155.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:42.02046Z","caller":"traceutil/trace.go:171","msg":"trace[703689523] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"132.023129ms","start":"2026-03-31T22:26:41.888409Z","end":"2026-03-31T22:26:42.020432Z","steps":["trace[703689523] 'process raft request' (duration: 131.830294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.020634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.61502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:42.020737Z","caller":"traceutil/trace.go:171","msg":"trace[1367876624] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2547; }","duration":"131.780974ms","start":"2026-03-31T22:26:41.888937Z","end":"2026-03-31T22:26:42.020718Z","steps":["trace[1367876624] 'agreement among raft nodes before linearized reading' (duration: 131.550248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.057586Z","caller":"traceutil/trace.go:171","msg":"trace[486883838] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"162.359681ms","start":"2026-03-31T22:26:41.89519Z","end":"2026-03-31T22:26:42.057549Z","steps":["trace[486883838] 'process raft request' (duration: 162.108324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.057708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.530919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:26:42.057805Z","caller":"traceutil/trace.go:171","msg":"trace[1870541078] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2548; }","duration":"104.693104ms","start":"2026-03-31T22:26:41.953089Z","end":"2026-03-31T22:26:42.057782Z","steps":["trace[1870541078] 'agreement among raft nodes before linearized reading' (duration: 104.390446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.149415Z","caller":"traceutil/trace.go:171","msg":"trace[2137555965] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"125.066477ms","start":"2026-03-31T22:26:42.024323Z","end":"2026-03-31T22:26:42.149389Z","steps":["trace[2137555965] 'process raft request' (duration: 121.730714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.388077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.307811ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:26:42.388234Z","caller":"traceutil/trace.go:171","msg":"trace[2070673861] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2650; }","duration":"319.253486ms","start":"2026-03-31T22:26:42.068969Z","end":"2026-03-31T22:26:42.388223Z","steps":["trace[2070673861] 'read index received' (duration: 77.021127ms)","trace[2070673861] 'applied index is now lower than readState.Index' (duration: 242.231849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:42.388291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.059115Z","time spent":"329.162152ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:26:42.388444Z","caller":"traceutil/trace.go:171","msg":"trace[1168352831] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"315.421392ms","start":"2026-03-31T22:26:42.073012Z","end":"2026-03-31T22:26:42.388433Z","steps":["trace[1168352831] 'process raft request' (duration: 315.140775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.388513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.072982Z","time spent":"315.494633ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:42.38855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.568974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-03-31T22:26:42.388609Z","caller":"traceutil/trace.go:171","msg":"trace[1596090088] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2550; }","duration":"319.701597ms","start":"2026-03-31T22:26:42.068894Z","end":"2026-03-31T22:26:42.388596Z","steps":["trace[1596090088] 'agreement among raft nodes before linearized reading' (duration: 319.498792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.388636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.068862Z","time spent":"319.770199ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2585,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-03-31T22:26:42.401477Z","caller":"traceutil/trace.go:171","msg":"trace[270824378] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2551; }","duration":"238.591978ms","start":"2026-03-31T22:26:42.162868Z","end":"2026-03-31T22:26:42.40146Z","steps":["trace[270824378] 'process raft request' (duration: 238.561057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.401672Z","caller":"traceutil/trace.go:171","msg":"trace[196426683] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"240.227538ms","start":"2026-03-31T22:26:42.161328Z","end":"2026-03-31T22:26:42.401556Z","steps":["trace[196426683] 'process raft request' (duration: 240.003453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.401782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.327206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:234261"} {"level":"info","ts":"2026-03-31T22:26:42.401861Z","caller":"traceutil/trace.go:171","msg":"trace[286094598] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2551; }","duration":"176.46814ms","start":"2026-03-31T22:26:42.225377Z","end":"2026-03-31T22:26:42.401845Z","steps":["trace[286094598] 'agreement among raft nodes before linearized reading' (duration: 176.083481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.867498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.724688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:42.867954Z","caller":"traceutil/trace.go:171","msg":"trace[1048914604] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"461.547801ms","start":"2026-03-31T22:26:42.406387Z","end":"2026-03-31T22:26:42.867935Z","steps":["trace[1048914604] 'process raft request' (duration: 461.220183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.868044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.406367Z","time spent":"461.635523ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:42.868267Z","caller":"traceutil/trace.go:171","msg":"trace[1043698848] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"463.024417ms","start":"2026-03-31T22:26:42.405208Z","end":"2026-03-31T22:26:42.868232Z","steps":["trace[1043698848] 'process raft request' (duration: 203.464138ms)","trace[1043698848] 'compare' (duration: 258.433051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:42.868329Z","caller":"traceutil/trace.go:171","msg":"trace[576955904] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"461.605222ms","start":"2026-03-31T22:26:42.406682Z","end":"2026-03-31T22:26:42.868287Z","steps":["trace[576955904] 'process raft request' (duration: 461.181512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.868427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.405173Z","time spent":"463.17513ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:42.868473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.406672Z","time spent":"461.729236ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:42.868509Z","caller":"traceutil/trace.go:171","msg":"trace[736010418] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"460.220557ms","start":"2026-03-31T22:26:42.408233Z","end":"2026-03-31T22:26:42.868454Z","steps":["trace[736010418] 'process raft request' (duration: 459.94538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.868611Z","caller":"traceutil/trace.go:171","msg":"trace[2053093080] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"457.400488ms","start":"2026-03-31T22:26:42.411199Z","end":"2026-03-31T22:26:42.8686Z","steps":["trace[2053093080] 'process raft request' (duration: 457.164102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.868644Z","caller":"traceutil/trace.go:171","msg":"trace[1897617651] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2662; }","duration":"453.43247ms","start":"2026-03-31T22:26:42.415154Z","end":"2026-03-31T22:26:42.868586Z","steps":["trace[1897617651] 'read index received' (duration: 193.580295ms)","trace[1897617651] 'applied index is now lower than readState.Index' (duration: 259.850715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:42.86868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.411187Z","time spent":"457.460759ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3956,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:42.868709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.408225Z","time spent":"460.390412ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:42.868883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.559197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-31T22:26:42.868964Z","caller":"traceutil/trace.go:171","msg":"trace[1621790691] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:2563; }","duration":"458.661999ms","start":"2026-03-31T22:26:42.41029Z","end":"2026-03-31T22:26:42.868952Z","steps":["trace[1621790691] 'agreement among raft nodes before linearized reading' (duration: 458.336971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.868962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.225852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-f2dmc\" ","response":"range_response_count:1 size:2434"} {"level":"info","ts":"2026-03-31T22:26:42.86904Z","caller":"traceutil/trace.go:171","msg":"trace[1563718424] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-f2dmc; range_end:; response_count:1; response_revision:2563; }","duration":"461.331005ms","start":"2026-03-31T22:26:42.407697Z","end":"2026-03-31T22:26:42.869028Z","steps":["trace[1563718424] 'agreement among raft nodes before linearized reading' (duration: 461.042538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.869011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.410282Z","time spent":"458.72073ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4968,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-31T22:26:42.86912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.407687Z","time spent":"461.414327ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2457,"request content":"key:\"/registry/secrets/openstack/valkey-ca-f2dmc\" "} {"level":"info","ts":"2026-03-31T22:26:42.908945Z","caller":"traceutil/trace.go:171","msg":"trace[2042305241] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"488.950429ms","start":"2026-03-31T22:26:42.419972Z","end":"2026-03-31T22:26:42.908922Z","steps":["trace[2042305241] 'process raft request' (duration: 488.722373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.909207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.419945Z","time spent":"489.161695ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:42.909397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.969962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:26:42.909503Z","caller":"traceutil/trace.go:171","msg":"trace[1979206852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2565; }","duration":"456.133176ms","start":"2026-03-31T22:26:42.453346Z","end":"2026-03-31T22:26:42.909479Z","steps":["trace[1979206852] 'agreement among raft nodes before linearized reading' (duration: 455.8753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.909566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.453326Z","time spent":"456.227469ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:26:42.90959Z","caller":"traceutil/trace.go:171","msg":"trace[1937668105] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"331.278824ms","start":"2026-03-31T22:26:42.578296Z","end":"2026-03-31T22:26:42.909575Z","steps":["trace[1937668105] 'process raft request' (duration: 330.555936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.909653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.953988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:26:42.909726Z","caller":"traceutil/trace.go:171","msg":"trace[499757481] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2565; }","duration":"493.056651ms","start":"2026-03-31T22:26:42.416651Z","end":"2026-03-31T22:26:42.909707Z","steps":["trace[499757481] 'agreement among raft nodes before linearized reading' (duration: 492.920677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.90978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.416638Z","time spent":"493.129723ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:26:42.909798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.232251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:234261"} {"level":"info","ts":"2026-03-31T22:26:42.909825Z","caller":"traceutil/trace.go:171","msg":"trace[722237025] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2565; }","duration":"490.274872ms","start":"2026-03-31T22:26:42.419544Z","end":"2026-03-31T22:26:42.909819Z","steps":["trace[722237025] 'agreement among raft nodes before linearized reading' (duration: 490.116129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.909843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.419538Z","time spent":"490.302033ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":234284,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:26:42.909853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.578271Z","time spent":"331.418208ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.40986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537165540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:26:43.698763Z","caller":"traceutil/trace.go:171","msg":"trace[1198170486] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2566; }","duration":"828.19583ms","start":"2026-03-31T22:26:42.870542Z","end":"2026-03-31T22:26:43.698738Z","steps":["trace[1198170486] 'process raft request' (duration: 827.999415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.69893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.870517Z","time spent":"828.306353ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.698933Z","caller":"traceutil/trace.go:171","msg":"trace[1017194213] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"812.217814ms","start":"2026-03-31T22:26:42.886694Z","end":"2026-03-31T22:26:43.698912Z","steps":["trace[1017194213] 'process raft request' (duration: 812.105302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.698973Z","caller":"traceutil/trace.go:171","msg":"trace[307138445] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"820.836929ms","start":"2026-03-31T22:26:42.87811Z","end":"2026-03-31T22:26:43.698947Z","steps":["trace[307138445] 'process raft request' (duration: 820.653495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.698935Z","caller":"traceutil/trace.go:171","msg":"trace[1626484774] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"821.159036ms","start":"2026-03-31T22:26:42.877743Z","end":"2026-03-31T22:26:43.698902Z","steps":["trace[1626484774] 'process raft request' (duration: 820.937301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.699076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.878085Z","time spent":"820.944261ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:43.699095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.886675Z","time spent":"812.332378ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.699171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.87772Z","time spent":"821.391543ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:43.72371Z","caller":"traceutil/trace.go:171","msg":"trace[937818832] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"735.357482ms","start":"2026-03-31T22:26:42.988343Z","end":"2026-03-31T22:26:43.723701Z","steps":["trace[937818832] 'process raft request' (duration: 735.31143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.723743Z","caller":"traceutil/trace.go:171","msg":"trace[1171372795] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"808.769419ms","start":"2026-03-31T22:26:42.914958Z","end":"2026-03-31T22:26:43.723727Z","steps":["trace[1171372795] 'process raft request' (duration: 808.639416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.72377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.988318Z","time spent":"735.421423ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.72381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.914939Z","time spent":"808.835131ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.723935Z","caller":"traceutil/trace.go:171","msg":"trace[1789790851] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"112.482706ms","start":"2026-03-31T22:26:43.611432Z","end":"2026-03-31T22:26:43.723915Z","steps":["trace[1789790851] 'process raft request' (duration: 112.24561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.724064Z","caller":"traceutil/trace.go:171","msg":"trace[31970020] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2669; }","duration":"814.86889ms","start":"2026-03-31T22:26:42.909178Z","end":"2026-03-31T22:26:43.724046Z","steps":["trace[31970020] 'read index received' (duration: 789.42721ms)","trace[31970020] 'applied index is now lower than readState.Index' (duration: 25.43991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:43.724256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.420708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"warn","ts":"2026-03-31T22:26:43.724281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.748839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:26:43.724303Z","caller":"traceutil/trace.go:171","msg":"trace[433847798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2573; }","duration":"843.51399ms","start":"2026-03-31T22:26:42.880775Z","end":"2026-03-31T22:26:43.724289Z","steps":["trace[433847798] 'agreement among raft nodes before linearized reading' (duration: 843.361346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.724338Z","caller":"traceutil/trace.go:171","msg":"trace[408767611] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2573; }","duration":"812.838272ms","start":"2026-03-31T22:26:42.911487Z","end":"2026-03-31T22:26:43.724325Z","steps":["trace[408767611] 'agreement among raft nodes before linearized reading' (duration: 812.691367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.724353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.880754Z","time spent":"843.583833ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2433,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.911473Z","time spent":"812.888503ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.864528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:26:43.724438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.264319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:26:43.724464Z","caller":"traceutil/trace.go:171","msg":"trace[1011891576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2573; }","duration":"488.96034ms","start":"2026-03-31T22:26:43.235483Z","end":"2026-03-31T22:26:43.724443Z","steps":["trace[1011891576] 'agreement among raft nodes before linearized reading' (duration: 488.730473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.724499Z","caller":"traceutil/trace.go:171","msg":"trace[1925165455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2573; }","duration":"567.368423ms","start":"2026-03-31T22:26:43.157114Z","end":"2026-03-31T22:26:43.724482Z","steps":["trace[1925165455] 'agreement among raft nodes before linearized reading' (duration: 567.189238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.724513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.235478Z","time spent":"489.023562ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.157092Z","time spent":"567.438024ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:43.72465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.043136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:43.724687Z","caller":"traceutil/trace.go:171","msg":"trace[289996180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2573; }","duration":"668.130388ms","start":"2026-03-31T22:26:43.056549Z","end":"2026-03-31T22:26:43.724679Z","steps":["trace[289996180] 'agreement among raft nodes before linearized reading' (duration: 668.035325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.72471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.05652Z","time spent":"668.182569ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.473311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:43.724746Z","caller":"traceutil/trace.go:171","msg":"trace[133424587] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2573; }","duration":"499.565213ms","start":"2026-03-31T22:26:43.225168Z","end":"2026-03-31T22:26:43.724733Z","steps":["trace[133424587] 'agreement among raft nodes before linearized reading' (duration: 499.491461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.724778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.028543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:26:43.724832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.97773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:43.72489Z","caller":"traceutil/trace.go:171","msg":"trace[759416149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2573; }","duration":"321.066922ms","start":"2026-03-31T22:26:43.403809Z","end":"2026-03-31T22:26:43.724876Z","steps":["trace[759416149] 'agreement among raft nodes before linearized reading' (duration: 320.98374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.724836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.089205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:43.724919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.843629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T22:26:43.725223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.882867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:26:43.725253Z","caller":"traceutil/trace.go:171","msg":"trace[1848371885] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2573; }","duration":"368.962828ms","start":"2026-03-31T22:26:43.356284Z","end":"2026-03-31T22:26:43.725247Z","steps":["trace[1848371885] 'agreement among raft nodes before linearized reading' (duration: 368.773844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.725267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.356259Z","time spent":"369.00347ms","remote":"127.0.0.1:38630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":283,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:43.725257Z","caller":"traceutil/trace.go:171","msg":"trace[885562052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2573; }","duration":"546.175987ms","start":"2026-03-31T22:26:43.179063Z","end":"2026-03-31T22:26:43.725239Z","steps":["trace[885562052] 'agreement among raft nodes before linearized reading' (duration: 545.760587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.725339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.178956Z","time spent":"546.364381ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:26:43.72484Z","caller":"traceutil/trace.go:171","msg":"trace[1924286980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2573; }","duration":"739.134305ms","start":"2026-03-31T22:26:42.985691Z","end":"2026-03-31T22:26:43.724825Z","steps":["trace[1924286980] 'agreement among raft nodes before linearized reading' (duration: 738.996212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.725887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.985665Z","time spent":"740.189501ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.193234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:43.725993Z","caller":"traceutil/trace.go:171","msg":"trace[1093167427] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2573; }","duration":"670.334421ms","start":"2026-03-31T22:26:43.055641Z","end":"2026-03-31T22:26:43.725976Z","steps":["trace[1093167427] 'agreement among raft nodes before linearized reading' (duration: 669.224424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.726049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.055609Z","time spent":"670.426254ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:43.724799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.225144Z","time spent":"499.643485ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"warn","ts":"2026-03-31T22:26:43.724936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.403791Z","time spent":"321.135755ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:26:43.725076Z","caller":"traceutil/trace.go:171","msg":"trace[35060532] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2573; }","duration":"273.345701ms","start":"2026-03-31T22:26:43.451633Z","end":"2026-03-31T22:26:43.724978Z","steps":["trace[35060532] 'agreement among raft nodes before linearized reading' (duration: 273.103455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.222058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.412698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:44.222183Z","caller":"traceutil/trace.go:171","msg":"trace[162873499] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"493.024986ms","start":"2026-03-31T22:26:43.729127Z","end":"2026-03-31T22:26:44.222152Z","steps":["trace[162873499] 'process raft request' (duration: 297.400926ms)","trace[162873499] 'compare' (duration: 195.104364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:44.222253Z","caller":"traceutil/trace.go:171","msg":"trace[43708755] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2677; }","duration":"492.750789ms","start":"2026-03-31T22:26:43.729478Z","end":"2026-03-31T22:26:44.222229Z","steps":["trace[43708755] 'read index received' (duration: 297.066099ms)","trace[43708755] 'applied index is now lower than readState.Index' (duration: 195.68244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:44.222297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.7291Z","time spent":"493.138438ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:44.222338Z","caller":"traceutil/trace.go:171","msg":"trace[469843470] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"492.276425ms","start":"2026-03-31T22:26:43.730031Z","end":"2026-03-31T22:26:44.222308Z","steps":["trace[469843470] 'process raft request' (duration: 492.137643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.222441Z","caller":"traceutil/trace.go:171","msg":"trace[1510583227] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"492.311224ms","start":"2026-03-31T22:26:43.730101Z","end":"2026-03-31T22:26:44.222412Z","steps":["trace[1510583227] 'process raft request' (duration: 492.147162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.222477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.729995Z","time spent":"492.413387ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:44.222529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.636208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:44.222596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.730089Z","time spent":"492.425476ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:44.222649Z","caller":"traceutil/trace.go:171","msg":"trace[1899870536] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"492.308612ms","start":"2026-03-31T22:26:43.730321Z","end":"2026-03-31T22:26:44.22263Z","steps":["trace[1899870536] 'process raft request' (duration: 491.970838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.222598Z","caller":"traceutil/trace.go:171","msg":"trace[1750914893] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2579; }","duration":"483.721629ms","start":"2026-03-31T22:26:43.738859Z","end":"2026-03-31T22:26:44.22258Z","steps":["trace[1750914893] 'agreement among raft nodes before linearized reading' (duration: 483.602118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.222727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.239125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:26:44.222765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.73884Z","time spent":"483.903662ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:44.222778Z","caller":"traceutil/trace.go:171","msg":"trace[1180853595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2579; }","duration":"493.336187ms","start":"2026-03-31T22:26:43.729428Z","end":"2026-03-31T22:26:44.222764Z","steps":["trace[1180853595] 'agreement among raft nodes before linearized reading' (duration: 492.918731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.22281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.730313Z","time spent":"492.422963ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:44.22282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.72941Z","time spent":"493.398477ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:26:44.222897Z","caller":"traceutil/trace.go:171","msg":"trace[1594206813] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"492.506374ms","start":"2026-03-31T22:26:43.730371Z","end":"2026-03-31T22:26:44.222877Z","steps":["trace[1594206813] 'process raft request' (duration: 491.967757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.222917Z","caller":"traceutil/trace.go:171","msg":"trace[2098464419] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"483.8999ms","start":"2026-03-31T22:26:43.739001Z","end":"2026-03-31T22:26:44.222901Z","steps":["trace[2098464419] 'process raft request' (duration: 483.386644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.730343Z","time spent":"492.602897ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:44.223005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.738991Z","time spent":"483.967462ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:44.638714Z","caller":"traceutil/trace.go:171","msg":"trace[855981059] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"195.258405ms","start":"2026-03-31T22:26:44.443426Z","end":"2026-03-31T22:26:44.638685Z","steps":["trace[855981059] 'process raft request' (duration: 95.630492ms)","trace[855981059] 'compare' (duration: 99.31476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.088003Z","caller":"traceutil/trace.go:171","msg":"trace[1305287213] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"445.222547ms","start":"2026-03-31T22:26:44.64274Z","end":"2026-03-31T22:26:45.087962Z","steps":["trace[1305287213] 'process raft request' (duration: 381.184425ms)","trace[1305287213] 'compare' (duration: 63.791099ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.088046Z","caller":"traceutil/trace.go:171","msg":"trace[519547417] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"214.540283ms","start":"2026-03-31T22:26:44.873479Z","end":"2026-03-31T22:26:45.088019Z","steps":["trace[519547417] 'process raft request' (duration: 214.416492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.088163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.642705Z","time spent":"445.385168ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:45.088216Z","caller":"traceutil/trace.go:171","msg":"trace[840125068] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"212.798402ms","start":"2026-03-31T22:26:44.875399Z","end":"2026-03-31T22:26:45.088197Z","steps":["trace[840125068] 'process raft request' (duration: 212.562719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.312625Z","caller":"traceutil/trace.go:171","msg":"trace[235813517] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"219.556385ms","start":"2026-03-31T22:26:45.093043Z","end":"2026-03-31T22:26:45.312599Z","steps":["trace[235813517] 'process raft request' (duration: 219.490475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.312646Z","caller":"traceutil/trace.go:171","msg":"trace[1074103325] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"220.377775ms","start":"2026-03-31T22:26:45.092224Z","end":"2026-03-31T22:26:45.312601Z","steps":["trace[1074103325] 'process raft request' (duration: 220.164013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.699587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.3104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:45.699926Z","caller":"traceutil/trace.go:171","msg":"trace[1342778462] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"205.220069ms","start":"2026-03-31T22:26:45.494684Z","end":"2026-03-31T22:26:45.699904Z","steps":["trace[1342778462] 'process raft request' (duration: 205.028467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.700076Z","caller":"traceutil/trace.go:171","msg":"trace[636594499] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"221.51041ms","start":"2026-03-31T22:26:45.478534Z","end":"2026-03-31T22:26:45.700044Z","steps":["trace[636594499] 'process raft request' (duration: 61.685183ms)","trace[636594499] 'compare' (duration: 159.059177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:56.75391Z","caller":"traceutil/trace.go:171","msg":"trace[1131329425] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"466.830059ms","start":"2026-03-31T22:26:56.287045Z","end":"2026-03-31T22:26:56.753875Z","steps":["trace[1131329425] 'process raft request' (duration: 466.654144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.754142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.28703Z","time spent":"467.023553ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.402227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:26:58.40234Z","caller":"traceutil/trace.go:171","msg":"trace[374624555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494904s","start":"2026-03-31T22:26:56.401822Z","end":"2026-03-31T22:26:58.402317Z","steps":["trace[374624555] 'agreement among raft nodes before linearized reading' (duration: 2.00032829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.402416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.401803Z","time spent":"2.000596556s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:58.475498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721926825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:26:58.476092Z","caller":"traceutil/trace.go:171","msg":"trace[2122097002] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"2.188957149s","start":"2026-03-31T22:26:56.287095Z","end":"2026-03-31T22:26:58.476053Z","steps":["trace[2122097002] 'process raft request' (duration: 2.188677842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.476348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.287081Z","time spent":"2.189132973s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:58.476578Z","caller":"traceutil/trace.go:171","msg":"trace[51443266] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"2.189406101s","start":"2026-03-31T22:26:56.287135Z","end":"2026-03-31T22:26:58.476542Z","steps":["trace[51443266] 'process raft request' (duration: 2.188863486s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.476639Z","caller":"traceutil/trace.go:171","msg":"trace[1325342130] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"2.189197445s","start":"2026-03-31T22:26:56.287406Z","end":"2026-03-31T22:26:58.476603Z","steps":["trace[1325342130] 'process raft request' (duration: 2.18896497s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.476743Z","caller":"traceutil/trace.go:171","msg":"trace[354493063] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2852; }","duration":"2.074828414s","start":"2026-03-31T22:26:56.40188Z","end":"2026-03-31T22:26:58.476708Z","steps":["trace[354493063] 'read index received' (duration: 351.75612ms)","trace[354493063] 'applied index is now lower than readState.Index' (duration: 1.723070784s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:58.476801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.287112Z","time spent":"2.189552274s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:58.476748Z","caller":"traceutil/trace.go:171","msg":"trace[1680071385] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"2.18858023s","start":"2026-03-31T22:26:56.288132Z","end":"2026-03-31T22:26:58.476712Z","steps":["trace[1680071385] 'process raft request' (duration: 2.188420086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.476798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.2874Z","time spent":"2.189297508s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.476949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.288116Z","time spent":"2.188761135s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:58.47736Z","caller":"traceutil/trace.go:171","msg":"trace[1493498729] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"1.279873627s","start":"2026-03-31T22:26:57.19746Z","end":"2026-03-31T22:26:58.477334Z","steps":["trace[1493498729] 'process raft request' (duration: 1.279644622s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.477497Z","caller":"traceutil/trace.go:171","msg":"trace[202218260] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"1.278226166s","start":"2026-03-31T22:26:57.19925Z","end":"2026-03-31T22:26:58.477476Z","steps":["trace[202218260] 'process raft request' (duration: 1.27796852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.477512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.197435Z","time spent":"1.279984709s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.477589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.199237Z","time spent":"1.278307788s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:58.479957Z","caller":"traceutil/trace.go:171","msg":"trace[1376270744] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"705.300703ms","start":"2026-03-31T22:26:57.774641Z","end":"2026-03-31T22:26:58.479942Z","steps":["trace[1376270744] 'process raft request' (duration: 705.196251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.480132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.774619Z","time spent":"705.391486ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.480178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062235518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:26:58.480245Z","caller":"traceutil/trace.go:171","msg":"trace[1666951417] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2752; }","duration":"2.062324581s","start":"2026-03-31T22:26:56.417909Z","end":"2026-03-31T22:26:58.480234Z","steps":["trace[1666951417] 'agreement among raft nodes before linearized reading' (duration: 2.062115085s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.480269Z","caller":"traceutil/trace.go:171","msg":"trace[826427187] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"705.072778ms","start":"2026-03-31T22:26:57.77517Z","end":"2026-03-31T22:26:58.480243Z","steps":["trace[826427187] 'process raft request' (duration: 704.73499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.480399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.775161Z","time spent":"705.18658ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.480487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802157163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:58.48054Z","caller":"traceutil/trace.go:171","msg":"trace[950354831] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2752; }","duration":"1.802244775s","start":"2026-03-31T22:26:56.678279Z","end":"2026-03-31T22:26:58.480524Z","steps":["trace[950354831] 'agreement among raft nodes before linearized reading' (duration: 1.802168743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.480573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.678258Z","time spent":"1.802306286s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:58.480272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.417899Z","time spent":"2.062367051s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:27:04.709364Z","caller":"traceutil/trace.go:171","msg":"trace[225453315] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"205.907181ms","start":"2026-03-31T22:27:04.503431Z","end":"2026-03-31T22:27:04.709338Z","steps":["trace[225453315] 'process raft request' (duration: 205.775106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:04.715749Z","caller":"traceutil/trace.go:171","msg":"trace[1621323833] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"212.147487ms","start":"2026-03-31T22:27:04.503574Z","end":"2026-03-31T22:27:04.715722Z","steps":["trace[1621323833] 'process raft request' (duration: 211.911361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:04.716018Z","caller":"traceutil/trace.go:171","msg":"trace[113819860] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"212.422244ms","start":"2026-03-31T22:27:04.503574Z","end":"2026-03-31T22:27:04.715997Z","steps":["trace[113819860] 'process raft request' (duration: 212.109096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:04.716229Z","caller":"traceutil/trace.go:171","msg":"trace[1654005531] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"212.194418ms","start":"2026-03-31T22:27:04.503967Z","end":"2026-03-31T22:27:04.716162Z","steps":["trace[1654005531] 'process raft request' (duration: 211.960772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:04.716314Z","caller":"traceutil/trace.go:171","msg":"trace[214601373] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2899; }","duration":"212.652809ms","start":"2026-03-31T22:27:04.503636Z","end":"2026-03-31T22:27:04.716288Z","steps":["trace[214601373] 'read index received' (duration: 205.617153ms)","trace[214601373] 'applied index is now lower than readState.Index' (duration: 7.034356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:04.716358Z","caller":"traceutil/trace.go:171","msg":"trace[1855434542] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"212.506806ms","start":"2026-03-31T22:27:04.503831Z","end":"2026-03-31T22:27:04.716338Z","steps":["trace[1855434542] 'process raft request' (duration: 212.269671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:04.71661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.50135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:04.716638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.967688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:04.716662Z","caller":"traceutil/trace.go:171","msg":"trace[1534199480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2793; }","duration":"209.599773ms","start":"2026-03-31T22:27:04.507048Z","end":"2026-03-31T22:27:04.716647Z","steps":["trace[1534199480] 'agreement among raft nodes before linearized reading' (duration: 209.398828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:04.716734Z","caller":"traceutil/trace.go:171","msg":"trace[1754587604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2793; }","duration":"213.07064ms","start":"2026-03-31T22:27:04.50361Z","end":"2026-03-31T22:27:04.716681Z","steps":["trace[1754587604] 'agreement among raft nodes before linearized reading' (duration: 212.817584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:04.716802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.478243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:27:04.716901Z","caller":"traceutil/trace.go:171","msg":"trace[1617615456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2793; }","duration":"104.661218ms","start":"2026-03-31T22:27:04.612223Z","end":"2026-03-31T22:27:04.716884Z","steps":["trace[1617615456] 'agreement among raft nodes before linearized reading' (duration: 104.33674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:04.716956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.853659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:27:04.717118Z","caller":"traceutil/trace.go:171","msg":"trace[691064430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2793; }","duration":"210.052934ms","start":"2026-03-31T22:27:04.507048Z","end":"2026-03-31T22:27:04.717101Z","steps":["trace[691064430] 'agreement among raft nodes before linearized reading' (duration: 209.562832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:18.897219Z","caller":"traceutil/trace.go:171","msg":"trace[1134420318] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2994; }","duration":"106.3386ms","start":"2026-03-31T22:27:18.79086Z","end":"2026-03-31T22:27:18.897199Z","steps":["trace[1134420318] 'read index received' (duration: 14.015701ms)","trace[1134420318] 'applied index is now lower than readState.Index' (duration: 92.321999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:18.897331Z","caller":"traceutil/trace.go:171","msg":"trace[1031543765] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"107.622722ms","start":"2026-03-31T22:27:18.789696Z","end":"2026-03-31T22:27:18.897319Z","steps":["trace[1031543765] 'process raft request' (duration: 105.467218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:18.897761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.884114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:27:18.897804Z","caller":"traceutil/trace.go:171","msg":"trace[1900467224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2883; }","duration":"106.940235ms","start":"2026-03-31T22:27:18.790854Z","end":"2026-03-31T22:27:18.897794Z","steps":["trace[1900467224] 'agreement among raft nodes before linearized reading' (duration: 106.794231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:18.897956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.000367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:18.898162Z","caller":"traceutil/trace.go:171","msg":"trace[2026393470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2883; }","duration":"107.184041ms","start":"2026-03-31T22:27:18.79091Z","end":"2026-03-31T22:27:18.898094Z","steps":["trace[2026393470] 'agreement among raft nodes before linearized reading' (duration: 106.844523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:24.507146Z","caller":"traceutil/trace.go:171","msg":"trace[2056823225] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"161.008488ms","start":"2026-03-31T22:27:24.346094Z","end":"2026-03-31T22:27:24.507102Z","steps":["trace[2056823225] 'process raft request' (duration: 160.805913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:24.916261Z","caller":"traceutil/trace.go:171","msg":"trace[1911050954] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"125.622993ms","start":"2026-03-31T22:27:24.79061Z","end":"2026-03-31T22:27:24.916233Z","steps":["trace[1911050954] 'process raft request' (duration: 125.477589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:25.054839Z","caller":"traceutil/trace.go:171","msg":"trace[1393202430] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3028; }","duration":"226.901796ms","start":"2026-03-31T22:27:24.827913Z","end":"2026-03-31T22:27:25.054815Z","steps":["trace[1393202430] 'read index received' (duration: 88.30222ms)","trace[1393202430] 'applied index is now lower than readState.Index' (duration: 138.598126ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:25.05498Z","caller":"traceutil/trace.go:171","msg":"trace[805670778] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"260.161198ms","start":"2026-03-31T22:27:24.794807Z","end":"2026-03-31T22:27:25.054968Z","steps":["trace[805670778] 'process raft request' (duration: 259.960653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:25.054964Z","caller":"traceutil/trace.go:171","msg":"trace[1409565721] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"261.249505ms","start":"2026-03-31T22:27:24.793676Z","end":"2026-03-31T22:27:25.054925Z","steps":["trace[1409565721] 'process raft request' (duration: 261.03503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:25.055101Z","caller":"traceutil/trace.go:171","msg":"trace[176473998] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"261.241055ms","start":"2026-03-31T22:27:24.793619Z","end":"2026-03-31T22:27:25.05486Z","steps":["trace[176473998] 'process raft request' (duration: 260.929618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:25.055252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.931155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:25.055284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.799637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:25.05534Z","caller":"traceutil/trace.go:171","msg":"trace[867627691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2916; }","duration":"131.881329ms","start":"2026-03-31T22:27:24.923444Z","end":"2026-03-31T22:27:25.055325Z","steps":["trace[867627691] 'agreement among raft nodes before linearized reading' (duration: 131.721895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:25.05534Z","caller":"traceutil/trace.go:171","msg":"trace[8171034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2916; }","duration":"129.072109ms","start":"2026-03-31T22:27:24.92625Z","end":"2026-03-31T22:27:25.055322Z","steps":["trace[8171034] 'agreement among raft nodes before linearized reading' (duration: 128.903035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:25.055328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.143595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:27:25.055355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.432649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:25.055406Z","caller":"traceutil/trace.go:171","msg":"trace[931467781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2916; }","duration":"227.534252ms","start":"2026-03-31T22:27:24.82786Z","end":"2026-03-31T22:27:25.055394Z","steps":["trace[931467781] 'agreement among raft nodes before linearized reading' (duration: 227.327666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:25.05541Z","caller":"traceutil/trace.go:171","msg":"trace[2092556288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2916; }","duration":"132.246727ms","start":"2026-03-31T22:27:24.923143Z","end":"2026-03-31T22:27:25.05539Z","steps":["trace[2092556288] 'agreement among raft nodes before linearized reading' (duration: 132.068933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:25.055692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.926199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:27:25.055773Z","caller":"traceutil/trace.go:171","msg":"trace[579004943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2916; }","duration":"134.056894ms","start":"2026-03-31T22:27:24.921703Z","end":"2026-03-31T22:27:25.05576Z","steps":["trace[579004943] 'agreement among raft nodes before linearized reading' (duration: 133.393226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:27.104468Z","caller":"traceutil/trace.go:171","msg":"trace[630538800] linearizableReadLoop","detail":"{readStateIndex:3037; appliedIndex:3036; }","duration":"161.555742ms","start":"2026-03-31T22:27:26.942895Z","end":"2026-03-31T22:27:27.104451Z","steps":["trace[630538800] 'read index received' (duration: 161.429569ms)","trace[630538800] 'applied index is now lower than readState.Index' (duration: 125.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:27.104548Z","caller":"traceutil/trace.go:171","msg":"trace[2001490503] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"183.552232ms","start":"2026-03-31T22:27:26.920965Z","end":"2026-03-31T22:27:27.104517Z","steps":["trace[2001490503] 'process raft request' (duration: 183.372978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:27.104612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:27.10464Z","caller":"traceutil/trace.go:171","msg":"trace[1435775763] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2922; }","duration":"161.790167ms","start":"2026-03-31T22:27:26.942841Z","end":"2026-03-31T22:27:27.104631Z","steps":["trace[1435775763] 'agreement among raft nodes before linearized reading' (duration: 161.721155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:27.281423Z","caller":"traceutil/trace.go:171","msg":"trace[1971295345] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"220.24939ms","start":"2026-03-31T22:27:27.061148Z","end":"2026-03-31T22:27:27.281398Z","steps":["trace[1971295345] 'process raft request' (duration: 138.150157ms)","trace[1971295345] 'compare' (duration: 81.866437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:27.28178Z","caller":"traceutil/trace.go:171","msg":"trace[1888754259] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"220.537507ms","start":"2026-03-31T22:27:27.061211Z","end":"2026-03-31T22:27:27.281749Z","steps":["trace[1888754259] 'process raft request' (duration: 220.142907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:27.281826Z","caller":"traceutil/trace.go:171","msg":"trace[1397153317] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3037; }","duration":"177.230763ms","start":"2026-03-31T22:27:27.104542Z","end":"2026-03-31T22:27:27.281773Z","steps":["trace[1397153317] 'read index received' (duration: 94.687059ms)","trace[1397153317] 'applied index is now lower than readState.Index' (duration: 82.542434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:27.281861Z","caller":"traceutil/trace.go:171","msg":"trace[1683465775] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"220.512997ms","start":"2026-03-31T22:27:27.061309Z","end":"2026-03-31T22:27:27.281822Z","steps":["trace[1683465775] 'process raft request' (duration: 220.320112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:27.282053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.070236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:27.282094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.163382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:27.282113Z","caller":"traceutil/trace.go:171","msg":"trace[1530924078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2925; }","duration":"218.199798ms","start":"2026-03-31T22:27:27.063898Z","end":"2026-03-31T22:27:27.282097Z","steps":["trace[1530924078] 'agreement among raft nodes before linearized reading' (duration: 217.999253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:27.28215Z","caller":"traceutil/trace.go:171","msg":"trace[1182014118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2925; }","duration":"217.272224ms","start":"2026-03-31T22:27:27.064863Z","end":"2026-03-31T22:27:27.282135Z","steps":["trace[1182014118] 'agreement among raft nodes before linearized reading' (duration: 216.964017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:27.282801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.375457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:27:27.282864Z","caller":"traceutil/trace.go:171","msg":"trace[1810462772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2925; }","duration":"217.46115ms","start":"2026-03-31T22:27:27.065383Z","end":"2026-03-31T22:27:27.282844Z","steps":["trace[1810462772] 'agreement among raft nodes before linearized reading' (duration: 216.433643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:27.290434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.864725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:27:27.290492Z","caller":"traceutil/trace.go:171","msg":"trace[564376680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2925; }","duration":"224.946777ms","start":"2026-03-31T22:27:27.06553Z","end":"2026-03-31T22:27:27.290477Z","steps":["trace[564376680] 'agreement among raft nodes before linearized reading' (duration: 216.26065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:27.290481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.901346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:27.290532Z","caller":"traceutil/trace.go:171","msg":"trace[417275803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2925; }","duration":"224.965347ms","start":"2026-03-31T22:27:27.065554Z","end":"2026-03-31T22:27:27.29052Z","steps":["trace[417275803] 'agreement among raft nodes before linearized reading' (duration: 216.253389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.502325Z","caller":"traceutil/trace.go:171","msg":"trace[1999276136] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3050; }","duration":"208.760663ms","start":"2026-03-31T22:27:29.293545Z","end":"2026-03-31T22:27:29.502306Z","steps":["trace[1999276136] 'read index received' (duration: 27.17467ms)","trace[1999276136] 'applied index is now lower than readState.Index' (duration: 181.585293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:29.502393Z","caller":"traceutil/trace.go:171","msg":"trace[967867300] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"213.656495ms","start":"2026-03-31T22:27:29.288712Z","end":"2026-03-31T22:27:29.502368Z","steps":["trace[967867300] 'process raft request' (duration: 149.613822ms)","trace[967867300] 'compare' (duration: 63.637263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:29.502404Z","caller":"traceutil/trace.go:171","msg":"trace[1427383453] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"213.666765ms","start":"2026-03-31T22:27:29.288712Z","end":"2026-03-31T22:27:29.502379Z","steps":["trace[1427383453] 'process raft request' (duration: 213.546842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:29.502555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.47548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:27:29.502577Z","caller":"traceutil/trace.go:171","msg":"trace[444325567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2937; }","duration":"205.522941ms","start":"2026-03-31T22:27:29.297048Z","end":"2026-03-31T22:27:29.502571Z","steps":["trace[444325567] 'agreement among raft nodes before linearized reading' (duration: 205.466549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:29.502567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.975354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:27:29.502612Z","caller":"traceutil/trace.go:171","msg":"trace[450020142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2937; }","duration":"206.087106ms","start":"2026-03-31T22:27:29.296514Z","end":"2026-03-31T22:27:29.502601Z","steps":["trace[450020142] 'agreement among raft nodes before linearized reading' (duration: 205.948123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:29.502629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.934097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:27:29.502641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.160218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:27:29.502667Z","caller":"traceutil/trace.go:171","msg":"trace[1709716227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2937; }","duration":"207.016709ms","start":"2026-03-31T22:27:29.29564Z","end":"2026-03-31T22:27:29.502657Z","steps":["trace[1709716227] 'agreement among raft nodes before linearized reading' (duration: 206.786933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.502692Z","caller":"traceutil/trace.go:171","msg":"trace[1959112984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2937; }","duration":"206.234719ms","start":"2026-03-31T22:27:29.296446Z","end":"2026-03-31T22:27:29.502681Z","steps":["trace[1959112984] 'agreement among raft nodes before linearized reading' (duration: 206.099466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:29.502882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.339287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:27:29.502912Z","caller":"traceutil/trace.go:171","msg":"trace[868565490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2937; }","duration":"209.403849ms","start":"2026-03-31T22:27:29.293501Z","end":"2026-03-31T22:27:29.502905Z","steps":["trace[868565490] 'agreement among raft nodes before linearized reading' (duration: 208.869766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.673147Z","caller":"traceutil/trace.go:171","msg":"trace[502636209] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"167.533201ms","start":"2026-03-31T22:27:29.505588Z","end":"2026-03-31T22:27:29.673121Z","steps":["trace[502636209] 'process raft request' (duration: 102.404972ms)","trace[502636209] 'compare' (duration: 64.933304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:29.673454Z","caller":"traceutil/trace.go:171","msg":"trace[362307066] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"167.424009ms","start":"2026-03-31T22:27:29.505997Z","end":"2026-03-31T22:27:29.673421Z","steps":["trace[362307066] 'process raft request' (duration: 167.07702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.67351Z","caller":"traceutil/trace.go:171","msg":"trace[1446789595] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"167.424738ms","start":"2026-03-31T22:27:29.506059Z","end":"2026-03-31T22:27:29.673484Z","steps":["trace[1446789595] 'process raft request' (duration: 167.268324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.673542Z","caller":"traceutil/trace.go:171","msg":"trace[549423850] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"166.735851ms","start":"2026-03-31T22:27:29.50679Z","end":"2026-03-31T22:27:29.673526Z","steps":["trace[549423850] 'process raft request' (duration: 166.660909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:29.673546Z","caller":"traceutil/trace.go:171","msg":"trace[1145275563] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"166.866645ms","start":"2026-03-31T22:27:29.506657Z","end":"2026-03-31T22:27:29.673524Z","steps":["trace[1145275563] 'process raft request' (duration: 166.755492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:30.918852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:27:31.098256Z","caller":"traceutil/trace.go:171","msg":"trace[774405002] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3058; }","duration":"680.388289ms","start":"2026-03-31T22:27:30.417847Z","end":"2026-03-31T22:27:31.098235Z","steps":["trace[774405002] 'read index received' (duration: 680.208294ms)","trace[774405002] 'applied index is now lower than readState.Index' (duration: 177.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:31.098309Z","caller":"traceutil/trace.go:171","msg":"trace[1319367533] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"797.157601ms","start":"2026-03-31T22:27:30.301132Z","end":"2026-03-31T22:27:31.09829Z","steps":["trace[1319367533] 'process raft request' (duration: 796.964756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.098428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:30.301112Z","time spent":"797.238494ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:31.098528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.679198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:27:31.098548Z","caller":"traceutil/trace.go:171","msg":"trace[1117128673] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2943; }","duration":"680.739369ms","start":"2026-03-31T22:27:30.417802Z","end":"2026-03-31T22:27:31.098541Z","steps":["trace[1117128673] 'agreement among raft nodes before linearized reading' (duration: 680.502013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.098566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:30.417774Z","time spent":"680.78571ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:27:31.788966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.615168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:31.78927Z","caller":"traceutil/trace.go:171","msg":"trace[1048363156] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3059; }","duration":"386.95309ms","start":"2026-03-31T22:27:31.4023Z","end":"2026-03-31T22:27:31.789253Z","steps":["trace[1048363156] 'read index received' (duration: 5.677932ms)","trace[1048363156] 'applied index is now lower than readState.Index' (duration: 381.274288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:31.789297Z","caller":"traceutil/trace.go:171","msg":"trace[517942044] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"640.058031ms","start":"2026-03-31T22:27:31.149198Z","end":"2026-03-31T22:27:31.789256Z","steps":["trace[517942044] 'process raft request' (duration: 134.067214ms)","trace[517942044] 'compare' (duration: 505.375632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:31.789355Z","caller":"traceutil/trace.go:171","msg":"trace[1235118497] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"463.358251ms","start":"2026-03-31T22:27:31.32598Z","end":"2026-03-31T22:27:31.789338Z","steps":["trace[1235118497] 'process raft request' (duration: 463.238718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.789311Z","caller":"traceutil/trace.go:171","msg":"trace[602220195] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"620.543882ms","start":"2026-03-31T22:27:31.168738Z","end":"2026-03-31T22:27:31.789281Z","steps":["trace[602220195] 'process raft request' (duration: 620.367158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.789422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.32596Z","time spent":"463.426983ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:31.789528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.207816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:31.789542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.168713Z","time spent":"620.691536ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:31.789654Z","caller":"traceutil/trace.go:171","msg":"trace[2077818045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2946; }","duration":"387.34259ms","start":"2026-03-31T22:27:31.402268Z","end":"2026-03-31T22:27:31.789611Z","steps":["trace[2077818045] 'agreement among raft nodes before linearized reading' (duration: 387.074933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.789718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.402253Z","time spent":"387.454752ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:31.789811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.149187Z","time spent":"640.204244ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:31.827681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.220099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:27:31.827687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.428618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:27:31.827703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.13065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:27:31.827756Z","caller":"traceutil/trace.go:171","msg":"trace[1377065977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2948; }","duration":"150.336341ms","start":"2026-03-31T22:27:31.677401Z","end":"2026-03-31T22:27:31.827737Z","steps":["trace[1377065977] 'agreement among raft nodes before linearized reading' (duration: 150.109765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.827733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.980715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:31.827778Z","caller":"traceutil/trace.go:171","msg":"trace[1079476568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2948; }","duration":"149.548801ms","start":"2026-03-31T22:27:31.678206Z","end":"2026-03-31T22:27:31.827754Z","steps":["trace[1079476568] 'agreement among raft nodes before linearized reading' (duration: 149.276014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.827813Z","caller":"traceutil/trace.go:171","msg":"trace[2029162267] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2948; }","duration":"242.118197ms","start":"2026-03-31T22:27:31.585678Z","end":"2026-03-31T22:27:31.827796Z","steps":["trace[2029162267] 'agreement among raft nodes before linearized reading' (duration: 241.944153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.827836Z","caller":"traceutil/trace.go:171","msg":"trace[726815432] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"320.709734ms","start":"2026-03-31T22:27:31.507115Z","end":"2026-03-31T22:27:31.827825Z","steps":["trace[726815432] 'process raft request' (duration: 320.091419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.827786Z","caller":"traceutil/trace.go:171","msg":"trace[823645242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2948; }","duration":"149.258273ms","start":"2026-03-31T22:27:31.678505Z","end":"2026-03-31T22:27:31.827763Z","steps":["trace[823645242] 'agreement among raft nodes before linearized reading' (duration: 148.962886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.827953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.507091Z","time spent":"320.774595ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:31.828128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.248509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:27:31.828143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.460209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:31.828159Z","caller":"traceutil/trace.go:171","msg":"trace[659070398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2948; }","duration":"150.29722ms","start":"2026-03-31T22:27:31.677855Z","end":"2026-03-31T22:27:31.828152Z","steps":["trace[659070398] 'agreement among raft nodes before linearized reading' (duration: 150.203328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.828203Z","caller":"traceutil/trace.go:171","msg":"trace[1928945666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2948; }","duration":"145.549231ms","start":"2026-03-31T22:27:31.682634Z","end":"2026-03-31T22:27:31.828183Z","steps":["trace[1928945666] 'agreement among raft nodes before linearized reading' (duration: 145.464299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:31.828267Z","caller":"traceutil/trace.go:171","msg":"trace[130066601] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"320.757054ms","start":"2026-03-31T22:27:31.507291Z","end":"2026-03-31T22:27:31.828048Z","steps":["trace[130066601] 'process raft request' (duration: 320.077468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.828484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.315811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:31.828533Z","caller":"traceutil/trace.go:171","msg":"trace[1871154592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2948; }","duration":"150.389612ms","start":"2026-03-31T22:27:31.678132Z","end":"2026-03-31T22:27:31.828521Z","steps":["trace[1871154592] 'agreement among raft nodes before linearized reading' (duration: 150.284129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:31.828568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.507283Z","time spent":"321.154324ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:32.457069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:32.957498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:33.45827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:33.959163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:34.403743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:34.403894Z","caller":"traceutil/trace.go:171","msg":"trace[619765196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398071s","start":"2026-03-31T22:27:32.403452Z","end":"2026-03-31T22:27:34.40385Z","steps":["trace[619765196] 'agreement among raft nodes before linearized reading' (duration: 2.000225577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:34.403965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:32.403435Z","time spent":"2.000515855s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:34.460153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:34.908094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.075433513s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:27:36.169521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:36.169604Z","caller":"traceutil/trace.go:171","msg":"trace[882453263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233597s","start":"2026-03-31T22:27:34.169353Z","end":"2026-03-31T22:27:36.169586Z","steps":["trace[882453263] 'agreement among raft nodes before linearized reading' (duration: 2.000131875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:36.169648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:34.169336Z","time spent":"2.00030407s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:36.40383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999587191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:36.403934Z","caller":"traceutil/trace.go:171","msg":"trace[255339290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999740784s","start":"2026-03-31T22:27:34.404169Z","end":"2026-03-31T22:27:36.403909Z","steps":["trace[255339290] 'agreement among raft nodes before linearized reading' (duration: 1.999619831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:36.403992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:34.404143Z","time spent":"1.999838636s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:36.831033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.832518Z","time spent":"4.998508152s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T22:27:36.831494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.832839Z","time spent":"4.998653115s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 22:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:36.831601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.833167Z","time spent":"4.99843246s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 22:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:36.948165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029775217s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:27:37.885536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003506439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:37.885752Z","caller":"traceutil/trace.go:171","msg":"trace[1831191880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003770825s","start":"2026-03-31T22:27:35.881955Z","end":"2026-03-31T22:27:37.885726Z","steps":["trace[1831191880] 'agreement among raft nodes before linearized reading' (duration: 2.003538679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:37.885859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:35.881935Z","time spent":"2.003906028s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:38.017791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409499298s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:38.017914Z","caller":"traceutil/trace.go:171","msg":"trace[123804833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2948; }","duration":"4.409635022s","start":"2026-03-31T22:27:33.608261Z","end":"2026-03-31T22:27:38.017896Z","steps":["trace[123804833] 'range keys from in-memory index tree' (duration: 4.409480068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.018662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110274786s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:38.018964Z","caller":"traceutil/trace.go:171","msg":"trace[1838390185] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"6.186040968s","start":"2026-03-31T22:27:31.832904Z","end":"2026-03-31T22:27:38.018945Z","steps":["trace[1838390185] 'process raft request' (duration: 6.185947286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.019067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.83288Z","time spent":"6.186152952s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.019193Z","caller":"traceutil/trace.go:171","msg":"trace[1654191813] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"6.186131661s","start":"2026-03-31T22:27:31.833037Z","end":"2026-03-31T22:27:38.019169Z","steps":["trace[1654191813] 'process raft request' (duration: 6.185868434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.019332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.833028Z","time spent":"6.186233593s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.021946Z","caller":"traceutil/trace.go:171","msg":"trace[869585206] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"4.332761248s","start":"2026-03-31T22:27:33.689157Z","end":"2026-03-31T22:27:38.021918Z","steps":["trace[869585206] 'process raft request' (duration: 4.332503091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.022117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.689122Z","time spent":"4.332938712s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.022115Z","caller":"traceutil/trace.go:171","msg":"trace[1333963308] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"6.188830038s","start":"2026-03-31T22:27:31.833258Z","end":"2026-03-31T22:27:38.022088Z","steps":["trace[1333963308] 'process raft request' (duration: 6.188253054s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.022108Z","caller":"traceutil/trace.go:171","msg":"trace[2035358834] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"4.189211107s","start":"2026-03-31T22:27:33.832868Z","end":"2026-03-31T22:27:38.022079Z","steps":["trace[2035358834] 'process raft request' (duration: 4.18894362s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.022193Z","caller":"traceutil/trace.go:171","msg":"trace[1254977514] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"4.226660583s","start":"2026-03-31T22:27:33.795518Z","end":"2026-03-31T22:27:38.022178Z","steps":["trace[1254977514] 'process raft request' (duration: 4.226239893s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.022203Z","caller":"traceutil/trace.go:171","msg":"trace[685424591] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"4.188609051s","start":"2026-03-31T22:27:33.833573Z","end":"2026-03-31T22:27:38.022182Z","steps":["trace[685424591] 'process raft request' (duration: 4.188270923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.022254Z","caller":"traceutil/trace.go:171","msg":"trace[1769060293] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"4.228196891s","start":"2026-03-31T22:27:33.793974Z","end":"2026-03-31T22:27:38.022171Z","steps":["trace[1769060293] 'process raft request' (duration: 4.227727359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.022248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.833234Z","time spent":"6.188951111s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.022279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.065443571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:27:38.022131Z","caller":"traceutil/trace.go:171","msg":"trace[2046801700] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"3.237890308s","start":"2026-03-31T22:27:34.784211Z","end":"2026-03-31T22:27:38.022101Z","steps":["trace[2046801700] 'process raft request' (duration: 3.237661273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.022296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.79546Z","time spent":"4.226770616s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.022332Z","caller":"traceutil/trace.go:171","msg":"trace[1085789296] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2961; }","duration":"6.065540464s","start":"2026-03-31T22:27:31.956778Z","end":"2026-03-31T22:27:38.022318Z","steps":["trace[1085789296] 'agreement among raft nodes before linearized reading' (duration: 6.06540114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.022319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.832849Z","time spent":"4.18937565s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.022363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:31.956756Z","time spent":"6.065602016s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:27:38.022363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.793938Z","time spent":"4.228351795s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.022377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.833563Z","time spent":"4.188764235s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.022393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:34.784187Z","time spent":"3.238146635s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.022195Z","caller":"traceutil/trace.go:171","msg":"trace[1874757103] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3064; }","duration":"6.065348779s","start":"2026-03-31T22:27:31.956822Z","end":"2026-03-31T22:27:38.02217Z","steps":["trace[1874757103] 'read index received' (duration: 2.951499334s)","trace[1874757103] 'applied index is now lower than readState.Index' (duration: 3.113847125s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:38.02203Z","caller":"traceutil/trace.go:171","msg":"trace[703464199] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"1.638606631s","start":"2026-03-31T22:27:36.383373Z","end":"2026-03-31T22:27:38.02198Z","steps":["trace[703464199] 'process raft request' (duration: 1.63856096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.02264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:36.383348Z","time spent":"1.639246416s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.411322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:38.411459Z","caller":"traceutil/trace.go:171","msg":"trace[1435945634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118575s","start":"2026-03-31T22:27:36.411317Z","end":"2026-03-31T22:27:38.411435Z","steps":["trace[1435945634] 'agreement among raft nodes before linearized reading' (duration: 1.99994619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.411529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:36.411274Z","time spent":"2.000240288s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:39.275683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067803643s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:27:39.275807Z","caller":"traceutil/trace.go:171","msg":"trace[554658121] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3077; }","duration":"1.253345284s","start":"2026-03-31T22:27:38.022445Z","end":"2026-03-31T22:27:39.27579Z","steps":["trace[554658121] 'read index received' (duration: 185.465589ms)","trace[554658121] 'applied index is now lower than readState.Index' (duration: 1.067878465s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:39.276149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717147952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:39.276167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042133761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.276211Z","caller":"traceutil/trace.go:171","msg":"trace[582870559] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2962; }","duration":"2.717266825s","start":"2026-03-31T22:27:36.558927Z","end":"2026-03-31T22:27:39.276194Z","steps":["trace[582870559] 'agreement among raft nodes before linearized reading' (duration: 2.717150912s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:39.27622Z","caller":"traceutil/trace.go:171","msg":"trace[1111901849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2962; }","duration":"3.042247404s","start":"2026-03-31T22:27:36.233955Z","end":"2026-03-31T22:27:39.276202Z","steps":["trace[1111901849] 'agreement among raft nodes before linearized reading' (duration: 3.042135001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.276271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483233914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.276293Z","caller":"traceutil/trace.go:171","msg":"trace[1820202353] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2962; }","duration":"1.483386459s","start":"2026-03-31T22:27:37.7929Z","end":"2026-03-31T22:27:39.276286Z","steps":["trace[1820202353] 'agreement among raft nodes before linearized reading' (duration: 1.483351248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.276284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:36.233931Z","time spent":"3.042338876s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.276334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626637662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.276353Z","caller":"traceutil/trace.go:171","msg":"trace[1729875414] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2962; }","duration":"1.626693483s","start":"2026-03-31T22:27:37.649653Z","end":"2026-03-31T22:27:39.276347Z","steps":["trace[1729875414] 'agreement among raft nodes before linearized reading' (duration: 1.626663893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.27637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.649632Z","time spent":"1.626734824s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.276167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882787242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:39.276513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080168937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.276533Z","caller":"traceutil/trace.go:171","msg":"trace[787942355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2962; }","duration":"2.080214509s","start":"2026-03-31T22:27:37.196313Z","end":"2026-03-31T22:27:39.276528Z","steps":["trace[787942355] 'agreement among raft nodes before linearized reading' (duration: 2.080180178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.276556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.196296Z","time spent":"2.080255279s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.276654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1274377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:39.276663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.855879935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T22:27:39.276705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252240352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.27668Z","caller":"traceutil/trace.go:171","msg":"trace[452697393] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2962; }","duration":"2.127494191s","start":"2026-03-31T22:27:37.149177Z","end":"2026-03-31T22:27:39.276672Z","steps":["trace[452697393] 'agreement among raft nodes before linearized reading' (duration: 2.12745926s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:39.276742Z","caller":"traceutil/trace.go:171","msg":"trace[444631783] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2962; }","duration":"2.252313483s","start":"2026-03-31T22:27:37.024424Z","end":"2026-03-31T22:27:39.276737Z","steps":["trace[444631783] 'agreement among raft nodes before linearized reading' (duration: 2.252267482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.27676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.024405Z","time spent":"2.252349734s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.276762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.149158Z","time spent":"2.127592283s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.27671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25437899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T22:27:39.276853Z","caller":"traceutil/trace.go:171","msg":"trace[1940796762] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe; range_end:; response_count:1; response_revision:2962; }","duration":"1.254571254s","start":"2026-03-31T22:27:38.022259Z","end":"2026-03-31T22:27:39.27683Z","steps":["trace[1940796762] 'agreement among raft nodes before linearized reading' (duration: 1.253892417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.276957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.022239Z","time spent":"1.254701517s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe\" "} {"level":"warn","ts":"2026-03-31T22:27:39.277055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.088291808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:27:39.277103Z","caller":"traceutil/trace.go:171","msg":"trace[668475989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2962; }","duration":"7.088376171s","start":"2026-03-31T22:27:32.188717Z","end":"2026-03-31T22:27:39.277093Z","steps":["trace[668475989] 'agreement among raft nodes before linearized reading' (duration: 7.088238587s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:39.276714Z","caller":"traceutil/trace.go:171","msg":"trace[1604293770] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2962; }","duration":"6.855954547s","start":"2026-03-31T22:27:32.420745Z","end":"2026-03-31T22:27:39.2767Z","steps":["trace[1604293770] 'agreement among raft nodes before linearized reading' (duration: 6.855781043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:32.188698Z","time spent":"7.088429942s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:27:39.276238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:36.558905Z","time spent":"2.717327785s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.277168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:32.420732Z","time spent":"6.856418208s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:27:39.276308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.79288Z","time spent":"1.483423649s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.277302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295199171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:39.27736Z","caller":"traceutil/trace.go:171","msg":"trace[1658896613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2962; }","duration":"3.295300354s","start":"2026-03-31T22:27:35.982042Z","end":"2026-03-31T22:27:39.277342Z","steps":["trace[1658896613] 'agreement among raft nodes before linearized reading' (duration: 3.29515814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022762246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:39.277397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:35.981993Z","time spent":"3.295394706s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:39.277435Z","caller":"traceutil/trace.go:171","msg":"trace[422397713] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2962; }","duration":"1.022855028s","start":"2026-03-31T22:27:38.25457Z","end":"2026-03-31T22:27:39.277425Z","steps":["trace[422397713] 'agreement among raft nodes before linearized reading' (duration: 1.022772236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.254536Z","time spent":"1.02291696s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.277459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994798842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:27:39.277279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.023328Z","time spent":"1.253946078s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:27:39.277547Z","caller":"traceutil/trace.go:171","msg":"trace[306155694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2962; }","duration":"3.994921155s","start":"2026-03-31T22:27:35.282606Z","end":"2026-03-31T22:27:39.277527Z","steps":["trace[306155694] 'agreement among raft nodes before linearized reading' (duration: 3.994567527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.053574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:39.277627Z","caller":"traceutil/trace.go:171","msg":"trace[406686047] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2962; }","duration":"254.079465ms","start":"2026-03-31T22:27:39.023542Z","end":"2026-03-31T22:27:39.277621Z","steps":["trace[406686047] 'agreement among raft nodes before linearized reading' (duration: 254.037644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:35.282585Z","time spent":"3.995021228s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:39.277645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73581585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:39.277707Z","caller":"traceutil/trace.go:171","msg":"trace[1895622616] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2962; }","duration":"4.735942812s","start":"2026-03-31T22:27:34.541746Z","end":"2026-03-31T22:27:39.277689Z","steps":["trace[1895622616] 'agreement among raft nodes before linearized reading' (duration: 4.73584462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.364383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:39.277781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:34.541715Z","time spent":"4.736048795s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:39.277809Z","caller":"traceutil/trace.go:171","msg":"trace[1209961577] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2962; }","duration":"876.451815ms","start":"2026-03-31T22:27:38.401347Z","end":"2026-03-31T22:27:39.277799Z","steps":["trace[1209961577] 'agreement among raft nodes before linearized reading' (duration: 876.375523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.893324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:39.27788Z","caller":"traceutil/trace.go:171","msg":"trace[315715337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2962; }","duration":"443.956145ms","start":"2026-03-31T22:27:38.833912Z","end":"2026-03-31T22:27:39.277868Z","steps":["trace[315715337] 'agreement among raft nodes before linearized reading' (duration: 443.832082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.277912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.833904Z","time spent":"444.001347ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:39.27797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.612301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:27:39.277718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.939162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.278022Z","caller":"traceutil/trace.go:171","msg":"trace[702140130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2962; }","duration":"444.696614ms","start":"2026-03-31T22:27:38.833297Z","end":"2026-03-31T22:27:39.277993Z","steps":["trace[702140130] 'agreement among raft nodes before linearized reading' (duration: 444.590791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.27804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.833269Z","time spent":"444.766975ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:27:39.278054Z","caller":"traceutil/trace.go:171","msg":"trace[2001061274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2962; }","duration":"858.308711ms","start":"2026-03-31T22:27:38.419726Z","end":"2026-03-31T22:27:39.278035Z","steps":["trace[2001061274] 'agreement among raft nodes before linearized reading' (duration: 857.961752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.278111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.419703Z","time spent":"858.393633ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:39.277845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.401316Z","time spent":"876.519507ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.277717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519398542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:39.278163Z","caller":"traceutil/trace.go:171","msg":"trace[2071750670] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2962; }","duration":"5.519899574s","start":"2026-03-31T22:27:33.758255Z","end":"2026-03-31T22:27:39.278155Z","steps":["trace[2071750670] 'agreement among raft nodes before linearized reading' (duration: 5.519430312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.278187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.758223Z","time spent":"5.519956896s","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.2782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.347091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:27:39.278257Z","caller":"traceutil/trace.go:171","msg":"trace[1398518334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2962; }","duration":"445.444283ms","start":"2026-03-31T22:27:38.832798Z","end":"2026-03-31T22:27:39.278242Z","steps":["trace[1398518334] 'agreement among raft nodes before linearized reading' (duration: 445.297199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.2783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:38.832775Z","time spent":"445.514055ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:27:39.278391Z","caller":"traceutil/trace.go:171","msg":"trace[1872814909] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2962; }","duration":"5.884082405s","start":"2026-03-31T22:27:33.393331Z","end":"2026-03-31T22:27:39.277414Z","steps":["trace[1872814909] 'agreement among raft nodes before linearized reading' (duration: 5.882787883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:39.27865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:33.393314Z","time spent":"5.885314036s","remote":"127.0.0.1:42024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:39.781897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:40.140096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.560927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T22:27:40.140354Z","caller":"traceutil/trace.go:171","msg":"trace[1164779864] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2962; }","duration":"860.917466ms","start":"2026-03-31T22:27:39.279401Z","end":"2026-03-31T22:27:40.140319Z","steps":["trace[1164779864] 'process raft request' (duration: 704.001751ms)","trace[1164779864] 'compare' (duration: 156.490284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:40.140723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.279375Z","time spent":"861.156352ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:41.192905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209435105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:27:41.1934Z","caller":"traceutil/trace.go:171","msg":"trace[416534052] linearizableReadLoop","detail":"{readStateIndex:3085; appliedIndex:3079; }","duration":"1.912317898s","start":"2026-03-31T22:27:39.281063Z","end":"2026-03-31T22:27:41.193381Z","steps":["trace[416534052] 'read index received' (duration: 702.35379ms)","trace[416534052] 'applied index is now lower than readState.Index' (duration: 1.209963128s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:41.193485Z","caller":"traceutil/trace.go:171","msg":"trace[1745315455] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"1.913488017s","start":"2026-03-31T22:27:39.27999Z","end":"2026-03-31T22:27:41.193478Z","steps":["trace[1745315455] 'process raft request' (duration: 1.913091938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:41.193559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.279973Z","time spent":"1.913529408s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:41.193728Z","caller":"traceutil/trace.go:171","msg":"trace[1888688947] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"1.911173309s","start":"2026-03-31T22:27:39.28252Z","end":"2026-03-31T22:27:41.193693Z","steps":["trace[1888688947] 'process raft request' (duration: 1.91081472s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:41.193791Z","caller":"traceutil/trace.go:171","msg":"trace[591986264] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"1.912174474s","start":"2026-03-31T22:27:39.281609Z","end":"2026-03-31T22:27:41.193784Z","steps":["trace[591986264] 'process raft request' (duration: 1.91162198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:41.193833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.281593Z","time spent":"1.912218725s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:41.193872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.282512Z","time spent":"1.911272252s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:41.193857Z","caller":"traceutil/trace.go:171","msg":"trace[1812701728] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"1.911049446s","start":"2026-03-31T22:27:39.282749Z","end":"2026-03-31T22:27:41.193799Z","steps":["trace[1812701728] 'process raft request' (duration: 1.910608165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:41.193948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912852361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T22:27:41.194057Z","caller":"traceutil/trace.go:171","msg":"trace[315433732] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"1.912090642s","start":"2026-03-31T22:27:39.281957Z","end":"2026-03-31T22:27:41.194048Z","steps":["trace[315433732] 'process raft request' (duration: 1.911334753s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:41.194053Z","caller":"traceutil/trace.go:171","msg":"trace[2109291356] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2967; }","duration":"1.912987075s","start":"2026-03-31T22:27:39.281047Z","end":"2026-03-31T22:27:41.194034Z","steps":["trace[2109291356] 'agreement among raft nodes before linearized reading' (duration: 1.912662237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:41.194098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.281948Z","time spent":"1.912131252s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:41.194348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.281039Z","time spent":"1.913054707s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T22:27:41.194356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.282743Z","time spent":"1.91120843s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:41.693791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:41.807735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:41.807827Z","caller":"traceutil/trace.go:171","msg":"trace[687199965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078493s","start":"2026-03-31T22:27:39.807729Z","end":"2026-03-31T22:27:41.807807Z","steps":["trace[687199965] 'agreement among raft nodes before linearized reading' (duration: 1.99994307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:41.807874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.807707Z","time spent":"2.000156995s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:42.140868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.146729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:42.141209Z","caller":"traceutil/trace.go:171","msg":"trace[1532099123] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"2.112567977s","start":"2026-03-31T22:27:40.028609Z","end":"2026-03-31T22:27:42.141177Z","steps":["trace[1532099123] 'process raft request' (duration: 1.726015358s)","trace[1532099123] 'compare' (duration: 385.75673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:42.141354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.028598Z","time spent":"2.11268266s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:42.141337Z","caller":"traceutil/trace.go:171","msg":"trace[1645521856] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"2.112638729s","start":"2026-03-31T22:27:40.028672Z","end":"2026-03-31T22:27:42.141311Z","steps":["trace[1645521856] 'process raft request' (duration: 2.112315561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:42.14136Z","caller":"traceutil/trace.go:171","msg":"trace[1798544954] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"2.112386062s","start":"2026-03-31T22:27:40.02895Z","end":"2026-03-31T22:27:42.141336Z","steps":["trace[1798544954] 'process raft request' (duration: 2.112147426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:42.141474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.028668Z","time spent":"2.112733652s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:42.141513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.028943Z","time spent":"2.112468006s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:42.141554Z","caller":"traceutil/trace.go:171","msg":"trace[1817770747] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"2.111822329s","start":"2026-03-31T22:27:40.029707Z","end":"2026-03-31T22:27:42.141529Z","steps":["trace[1817770747] 'process raft request' (duration: 2.111525291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:42.141707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.14192Z","time spent":"1.999784036s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:27:42.141752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.029701Z","time spent":"2.111985743s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:42.400667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:42.40075Z","caller":"traceutil/trace.go:171","msg":"trace[1058906731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060773s","start":"2026-03-31T22:27:40.400671Z","end":"2026-03-31T22:27:42.400731Z","steps":["trace[1058906731] 'agreement among raft nodes before linearized reading' (duration: 1.99995691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:42.400797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.40065Z","time spent":"2.000137635s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:43.1082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.242734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:43.108396Z","caller":"traceutil/trace.go:171","msg":"trace[562324581] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"965.484103ms","start":"2026-03-31T22:27:42.142896Z","end":"2026-03-31T22:27:43.10838Z","steps":["trace[562324581] 'process raft request' (duration: 965.409191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.10847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:42.142875Z","time spent":"965.558185ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:43.108603Z","caller":"traceutil/trace.go:171","msg":"trace[1877646419] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3085; }","duration":"1.915125628s","start":"2026-03-31T22:27:41.193454Z","end":"2026-03-31T22:27:43.10858Z","steps":["trace[1877646419] 'read index received' (duration: 561.183968ms)","trace[1877646419] 'applied index is now lower than readState.Index' (duration: 1.35393871s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:43.108604Z","caller":"traceutil/trace.go:171","msg":"trace[1111781632] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"1.911171759s","start":"2026-03-31T22:27:41.197403Z","end":"2026-03-31T22:27:43.108575Z","steps":["trace[1111781632] 'process raft request' (duration: 1.125491575s)","trace[1111781632] 'compare' (duration: 785.034528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:43.108788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:41.197381Z","time spent":"1.911352663s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:27:43.1088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.343118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:43.108847Z","caller":"traceutil/trace.go:171","msg":"trace[1515943163] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2973; }","duration":"887.42996ms","start":"2026-03-31T22:27:42.2214Z","end":"2026-03-31T22:27:43.10883Z","steps":["trace[1515943163] 'agreement among raft nodes before linearized reading' (duration: 887.347438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.10883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827137708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:27:43.108832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.841987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:43.108856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.699568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:43.108883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911508238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-31T22:27:43.108892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:42.221379Z","time spent":"887.502792ms","remote":"127.0.0.1:38628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:43.108903Z","caller":"traceutil/trace.go:171","msg":"trace[1827895785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2973; }","duration":"3.827223931s","start":"2026-03-31T22:27:39.281662Z","end":"2026-03-31T22:27:43.108886Z","steps":["trace[1827895785] 'agreement among raft nodes before linearized reading' (duration: 3.826985545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:43.108932Z","caller":"traceutil/trace.go:171","msg":"trace[1962777947] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2973; }","duration":"989.822701ms","start":"2026-03-31T22:27:42.119093Z","end":"2026-03-31T22:27:43.108915Z","steps":["trace[1962777947] 'agreement among raft nodes before linearized reading' (duration: 989.695928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.108925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083797244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:27:43.108947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:39.281654Z","time spent":"3.827284012s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:43.108812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403732711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:43.10898Z","caller":"traceutil/trace.go:171","msg":"trace[1220145143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2973; }","duration":"3.083888466s","start":"2026-03-31T22:27:40.02508Z","end":"2026-03-31T22:27:43.108968Z","steps":["trace[1220145143] 'agreement among raft nodes before linearized reading' (duration: 3.083553088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.109022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.025062Z","time spent":"3.083952587s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:27:43.108997Z","caller":"traceutil/trace.go:171","msg":"trace[220032221] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2973; }","duration":"1.911691272s","start":"2026-03-31T22:27:41.197288Z","end":"2026-03-31T22:27:43.108979Z","steps":["trace[220032221] 'agreement among raft nodes before linearized reading' (duration: 1.911453786s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:43.108923Z","caller":"traceutil/trace.go:171","msg":"trace[646881843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2973; }","duration":"699.97156ms","start":"2026-03-31T22:27:42.408928Z","end":"2026-03-31T22:27:43.1089Z","steps":["trace[646881843] 'agreement among raft nodes before linearized reading' (duration: 699.827917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.108988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:42.119072Z","time spent":"989.894903ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:43.109114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:41.197271Z","time spent":"1.911814856s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T22:27:43.109113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:42.408911Z","time spent":"700.182585ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:27:43.10915Z","caller":"traceutil/trace.go:171","msg":"trace[524310033] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2973; }","duration":"2.404002018s","start":"2026-03-31T22:27:40.705008Z","end":"2026-03-31T22:27:43.10901Z","steps":["trace[524310033] 'agreement among raft nodes before linearized reading' (duration: 2.403610708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.109447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.704989Z","time spent":"2.404435088s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:43.109475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081979198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:27:43.109524Z","caller":"traceutil/trace.go:171","msg":"trace[123393162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2973; }","duration":"3.082046159s","start":"2026-03-31T22:27:40.027465Z","end":"2026-03-31T22:27:43.109511Z","steps":["trace[123393162] 'agreement among raft nodes before linearized reading' (duration: 3.081151847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.109558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:40.027458Z","time spent":"3.08209169s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:43.712317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.999481ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:43.712453Z","caller":"traceutil/trace.go:171","msg":"trace[1830028893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2973; }","duration":"104.144765ms","start":"2026-03-31T22:27:43.608289Z","end":"2026-03-31T22:27:43.712434Z","steps":["trace[1830028893] 'range keys from in-memory index tree' (duration: 103.984741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.712556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.434935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:43.712821Z","caller":"traceutil/trace.go:171","msg":"trace[1005556354] linearizableReadLoop","detail":"{readStateIndex:3094; appliedIndex:3092; }","duration":"597.452185ms","start":"2026-03-31T22:27:43.115349Z","end":"2026-03-31T22:27:43.712802Z","steps":["trace[1005556354] 'read index received' (duration: 278.697442ms)","trace[1005556354] 'applied index is now lower than readState.Index' (duration: 318.753563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:43.712883Z","caller":"traceutil/trace.go:171","msg":"trace[1045072381] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"598.750447ms","start":"2026-03-31T22:27:43.114093Z","end":"2026-03-31T22:27:43.712843Z","steps":["trace[1045072381] 'process raft request' (duration: 598.579033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.712958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.115716Z","time spent":"597.239881ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:27:43.712988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.114069Z","time spent":"598.872141ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:43.713131Z","caller":"traceutil/trace.go:171","msg":"trace[451477692] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"599.239741ms","start":"2026-03-31T22:27:43.113879Z","end":"2026-03-31T22:27:43.713119Z","steps":["trace[451477692] 'process raft request' (duration: 280.163669ms)","trace[451477692] 'compare' (duration: 318.326202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:43.713191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.113857Z","time spent":"599.305852ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:43.713328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.966349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T22:27:43.713403Z","caller":"traceutil/trace.go:171","msg":"trace[33950705] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2975; }","duration":"598.073621ms","start":"2026-03-31T22:27:43.115312Z","end":"2026-03-31T22:27:43.713386Z","steps":["trace[33950705] 'agreement among raft nodes before linearized reading' (duration: 597.928218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.713463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.115293Z","time spent":"598.156104ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:27:43.713463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.267351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:43.713513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.717546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:43.713543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.007243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:43.713591Z","caller":"traceutil/trace.go:171","msg":"trace[1272708588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2975; }","duration":"514.834479ms","start":"2026-03-31T22:27:43.198739Z","end":"2026-03-31T22:27:43.713574Z","steps":["trace[1272708588] 'agreement among raft nodes before linearized reading' (duration: 514.607993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:43.713624Z","caller":"traceutil/trace.go:171","msg":"trace[2127393574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2975; }","duration":"515.115716ms","start":"2026-03-31T22:27:43.198491Z","end":"2026-03-31T22:27:43.713607Z","steps":["trace[2127393574] 'agreement among raft nodes before linearized reading' (duration: 514.835589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.713633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.19872Z","time spent":"514.904031ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:27:43.713672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.198484Z","time spent":"515.180068ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:27:43.71376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.595597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:43.713794Z","caller":"traceutil/trace.go:171","msg":"trace[1450131832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2975; }","duration":"545.460376ms","start":"2026-03-31T22:27:43.168108Z","end":"2026-03-31T22:27:43.713568Z","steps":["trace[1450131832] 'agreement among raft nodes before linearized reading' (duration: 545.21634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:43.713841Z","caller":"traceutil/trace.go:171","msg":"trace[1253198254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2975; }","duration":"515.828924ms","start":"2026-03-31T22:27:43.197994Z","end":"2026-03-31T22:27:43.713823Z","steps":["trace[1253198254] 'agreement among raft nodes before linearized reading' (duration: 515.351022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:43.714481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.197978Z","time spent":"516.47973ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:43.713856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.168056Z","time spent":"545.787253ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:27:44.216117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:44.716847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:45.216764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501206465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:27:45.217144Z","caller":"traceutil/trace.go:171","msg":"trace[824993330] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"1.501688736s","start":"2026-03-31T22:27:43.715431Z","end":"2026-03-31T22:27:45.217119Z","steps":["trace[824993330] 'process raft request' (duration: 1.501538392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.217288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.715406Z","time spent":"1.501809259s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.16718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:46.167288Z","caller":"traceutil/trace.go:171","msg":"trace[1161922877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585246s","start":"2026-03-31T22:27:44.16668Z","end":"2026-03-31T22:27:46.167265Z","steps":["trace[1161922877] 'agreement among raft nodes before linearized reading' (duration: 2.000464654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.167357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.166668Z","time spent":"2.000672808s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:46.401761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:46.40187Z","caller":"traceutil/trace.go:171","msg":"trace[1982599280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614216s","start":"2026-03-31T22:27:44.401233Z","end":"2026-03-31T22:27:46.401847Z","steps":["trace[1982599280] 'agreement among raft nodes before linearized reading' (duration: 2.000483013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.401938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.40121Z","time spent":"2.000711869s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:46.784028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.690767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:46.784657Z","caller":"traceutil/trace.go:171","msg":"trace[390784284] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"3.066961352s","start":"2026-03-31T22:27:43.717654Z","end":"2026-03-31T22:27:46.784616Z","steps":["trace[390784284] 'process raft request' (duration: 2.471576038s)","trace[390784284] 'compare' (duration: 593.096297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:46.784796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.717639Z","time spent":"3.067086975s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:46.784825Z","caller":"traceutil/trace.go:171","msg":"trace[1522088577] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"1.251960508s","start":"2026-03-31T22:27:45.532845Z","end":"2026-03-31T22:27:46.784805Z","steps":["trace[1522088577] 'process raft request' (duration: 1.251915557s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:46.784815Z","caller":"traceutil/trace.go:171","msg":"trace[564148490] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"2.637323414s","start":"2026-03-31T22:27:44.14746Z","end":"2026-03-31T22:27:46.784784Z","steps":["trace[564148490] 'process raft request' (duration: 2.637079548s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:46.784948Z","caller":"traceutil/trace.go:171","msg":"trace[694783734] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"2.636954984s","start":"2026-03-31T22:27:44.147983Z","end":"2026-03-31T22:27:46.784938Z","steps":["trace[694783734] 'process raft request' (duration: 2.636714418s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:46.784942Z","caller":"traceutil/trace.go:171","msg":"trace[692754210] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"2.637002626s","start":"2026-03-31T22:27:44.147918Z","end":"2026-03-31T22:27:46.784921Z","steps":["trace[692754210] 'process raft request' (duration: 2.636730759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.147958Z","time spent":"2.637023706s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.785085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.147899Z","time spent":"2.637114058s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.784907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.532826Z","time spent":"1.252042501s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:46.78521Z","caller":"traceutil/trace.go:171","msg":"trace[1887859579] linearizableReadLoop","detail":"{readStateIndex:3103; appliedIndex:3095; }","duration":"3.069174507s","start":"2026-03-31T22:27:43.716022Z","end":"2026-03-31T22:27:46.785196Z","steps":["trace[1887859579] 'read index received' (duration: 1.500965367s)","trace[1887859579] 'applied index is now lower than readState.Index' (duration: 1.56820822s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:46.785392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069375051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:27:46.78543Z","caller":"traceutil/trace.go:171","msg":"trace[1193894427] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2984; }","duration":"3.069453253s","start":"2026-03-31T22:27:43.715967Z","end":"2026-03-31T22:27:46.78542Z","steps":["trace[1193894427] 'agreement among raft nodes before linearized reading' (duration: 3.06933576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.147436Z","time spent":"2.637517048s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.785507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067601927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:46.785506Z","caller":"traceutil/trace.go:171","msg":"trace[1390186305] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"2.637564689s","start":"2026-03-31T22:27:44.147896Z","end":"2026-03-31T22:27:46.785461Z","steps":["trace[1390186305] 'process raft request' (duration: 2.636713258s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:46.78554Z","caller":"traceutil/trace.go:171","msg":"trace[1791700379] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2984; }","duration":"3.067661399s","start":"2026-03-31T22:27:43.71787Z","end":"2026-03-31T22:27:46.785532Z","steps":["trace[1791700379] 'agreement among raft nodes before linearized reading' (duration: 3.067615758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.71786Z","time spent":"3.06769842s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:27:46.785572Z","caller":"traceutil/trace.go:171","msg":"trace[1120953442] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"3.066436248s","start":"2026-03-31T22:27:43.719119Z","end":"2026-03-31T22:27:46.785555Z","steps":["trace[1120953442] 'process raft request' (duration: 3.065137676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.147869Z","time spent":"2.637674382s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.785645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.719112Z","time spent":"3.06649574s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.785748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.049466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:46.785458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.71595Z","time spent":"3.069501185s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"info","ts":"2026-03-31T22:27:46.785782Z","caller":"traceutil/trace.go:171","msg":"trace[1849093507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2984; }","duration":"376.120458ms","start":"2026-03-31T22:27:46.409653Z","end":"2026-03-31T22:27:46.785773Z","steps":["trace[1849093507] 'agreement among raft nodes before linearized reading' (duration: 376.073777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.409632Z","time spent":"376.17508ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:27:46.785397Z","caller":"traceutil/trace.go:171","msg":"trace[165893156] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"3.067104375s","start":"2026-03-31T22:27:43.718279Z","end":"2026-03-31T22:27:46.785383Z","steps":["trace[165893156] 'process raft request' (duration: 3.065875945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.718266Z","time spent":"3.067670349s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.78604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56505932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T22:27:46.786076Z","caller":"traceutil/trace.go:171","msg":"trace[1106361138] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe; range_end:; response_count:1; response_revision:2984; }","duration":"1.565139773s","start":"2026-03-31T22:27:45.220928Z","end":"2026-03-31T22:27:46.786068Z","steps":["trace[1106361138] 'agreement among raft nodes before linearized reading' (duration: 1.565006729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.786114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.220905Z","time spent":"1.565198734s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d7b9d1cf2fe\" "} {"level":"warn","ts":"2026-03-31T22:27:46.786189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.688322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:46.786236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818459726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:46.78628Z","caller":"traceutil/trace.go:171","msg":"trace[405033692] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2984; }","duration":"2.818543118s","start":"2026-03-31T22:27:43.967726Z","end":"2026-03-31T22:27:46.786269Z","steps":["trace[405033692] 'agreement among raft nodes before linearized reading' (duration: 2.818469466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.786296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995948106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:27:46.786318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.967704Z","time spent":"2.818606359s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:46.786262Z","caller":"traceutil/trace.go:171","msg":"trace[1477636314] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2984; }","duration":"651.808716ms","start":"2026-03-31T22:27:46.134441Z","end":"2026-03-31T22:27:46.786249Z","steps":["trace[1477636314] 'agreement among raft nodes before linearized reading' (duration: 651.688823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.785987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261311882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:46.786446Z","caller":"traceutil/trace.go:171","msg":"trace[197979008] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2984; }","duration":"1.261827055s","start":"2026-03-31T22:27:45.524607Z","end":"2026-03-31T22:27:46.786434Z","steps":["trace[197979008] 'agreement among raft nodes before linearized reading' (duration: 1.261277501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.786486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281213886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:46.7865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.524543Z","time spent":"1.261943918s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:46.786523Z","caller":"traceutil/trace.go:171","msg":"trace[984981133] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2984; }","duration":"2.281285818s","start":"2026-03-31T22:27:44.505227Z","end":"2026-03-31T22:27:46.786512Z","steps":["trace[984981133] 'agreement among raft nodes before linearized reading' (duration: 2.281224417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.786556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.505202Z","time spent":"2.28134742s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.786425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.134422Z","time spent":"651.99073ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.786749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370029207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:27:46.786782Z","caller":"traceutil/trace.go:171","msg":"trace[1577447410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2984; }","duration":"2.370103559s","start":"2026-03-31T22:27:44.416671Z","end":"2026-03-31T22:27:46.786774Z","steps":["trace[1577447410] 'agreement among raft nodes before linearized reading' (duration: 2.369989956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.787217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068649523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:27:46.787272Z","caller":"traceutil/trace.go:171","msg":"trace[634131692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2984; }","duration":"1.068751926s","start":"2026-03-31T22:27:45.718508Z","end":"2026-03-31T22:27:46.78726Z","steps":["trace[634131692] 'agreement among raft nodes before linearized reading' (duration: 1.068617592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.787305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.718481Z","time spent":"1.068815957s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:27:46.786324Z","caller":"traceutil/trace.go:171","msg":"trace[1052192343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2984; }","duration":"2.996009527s","start":"2026-03-31T22:27:43.790306Z","end":"2026-03-31T22:27:46.786316Z","steps":["trace[1052192343] 'agreement among raft nodes before linearized reading' (duration: 2.995932175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.787348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:43.790289Z","time spent":"2.997050513s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:27:46.786922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.528827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:46.787222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.416661Z","time spent":"2.37055325s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:27:46.786974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05735679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:46.788529Z","caller":"traceutil/trace.go:171","msg":"trace[1929754088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2984; }","duration":"1.058925689s","start":"2026-03-31T22:27:45.729586Z","end":"2026-03-31T22:27:46.788511Z","steps":["trace[1929754088] 'agreement among raft nodes before linearized reading' (duration: 1.057360521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.788568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.729572Z","time spent":"1.058982451s","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.787012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45565749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:46.788705Z","caller":"traceutil/trace.go:171","msg":"trace[1162906655] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2984; }","duration":"2.457397182s","start":"2026-03-31T22:27:44.3313Z","end":"2026-03-31T22:27:46.788697Z","steps":["trace[1162906655] 'agreement among raft nodes before linearized reading' (duration: 2.455668539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.788729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.331279Z","time spent":"2.457441824s","remote":"127.0.0.1:38532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.787086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068030557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:27:46.788835Z","caller":"traceutil/trace.go:171","msg":"trace[1513844839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2984; }","duration":"1.069826181s","start":"2026-03-31T22:27:45.718989Z","end":"2026-03-31T22:27:46.788816Z","steps":["trace[1513844839] 'agreement among raft nodes before linearized reading' (duration: 1.068004056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.787128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203040075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:46.787509Z","caller":"traceutil/trace.go:171","msg":"trace[681858825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2984; }","duration":"911.207274ms","start":"2026-03-31T22:27:45.876256Z","end":"2026-03-31T22:27:46.787463Z","steps":["trace[681858825] 'agreement among raft nodes before linearized reading' (duration: 910.494336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.789788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.876236Z","time spent":"913.528821ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:46.789846Z","caller":"traceutil/trace.go:171","msg":"trace[1606015410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2984; }","duration":"1.205796214s","start":"2026-03-31T22:27:45.584033Z","end":"2026-03-31T22:27:46.789829Z","steps":["trace[1606015410] 'agreement among raft nodes before linearized reading' (duration: 1.203040705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.789918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.584014Z","time spent":"1.205886416s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.789912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.718952Z","time spent":"1.070911999s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:47.289248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:47.789836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537166460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:47.869704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082368066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:27:48.62927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.299774ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T22:27:48.629363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.787178Z","time spent":"1.842180914s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:27:48.788591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999798851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:48.788698Z","caller":"traceutil/trace.go:171","msg":"trace[1954854892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944714s","start":"2026-03-31T22:27:46.788728Z","end":"2026-03-31T22:27:48.788673Z","steps":["trace[1954854892] 'agreement among raft nodes before linearized reading' (duration: 1.999804991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:48.788771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.788716Z","time spent":"2.000035807s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:49.106104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232479997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:27:49.173859Z","caller":"traceutil/trace.go:171","msg":"trace[1607242358] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"2.384219671s","start":"2026-03-31T22:27:46.789603Z","end":"2026-03-31T22:27:49.173822Z","steps":["trace[1607242358] 'process raft request' (duration: 2.316676099s)","trace[1607242358] 'compare' (duration: 67.329527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:49.17395Z","caller":"traceutil/trace.go:171","msg":"trace[469218447] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"2.381585475s","start":"2026-03-31T22:27:46.792351Z","end":"2026-03-31T22:27:49.173937Z","steps":["trace[469218447] 'process raft request' (duration: 2.381440781s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.173933Z","caller":"traceutil/trace.go:171","msg":"trace[298335310] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"2.382366025s","start":"2026-03-31T22:27:46.79153Z","end":"2026-03-31T22:27:49.173896Z","steps":["trace[298335310] 'process raft request' (duration: 2.382203931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.174147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.791509Z","time spent":"2.382538389s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.174092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.789592Z","time spent":"2.384380875s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.174364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.792336Z","time spent":"2.381650736s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:49.174654Z","caller":"traceutil/trace.go:171","msg":"trace[968257371] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"2.38182234s","start":"2026-03-31T22:27:46.792818Z","end":"2026-03-31T22:27:49.17464Z","steps":["trace[968257371] 'process raft request' (duration: 2.38100584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.17476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.792799Z","time spent":"2.381895582s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:49.173879Z","caller":"traceutil/trace.go:171","msg":"trace[1444988438] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3104; }","duration":"2.385113464s","start":"2026-03-31T22:27:46.788744Z","end":"2026-03-31T22:27:49.173857Z","steps":["trace[1444988438] 'read index received' (duration: 1.081203108s)","trace[1444988438] 'applied index is now lower than readState.Index' (duration: 1.303908966s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:49.213127Z","caller":"traceutil/trace.go:171","msg":"trace[1850759075] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.046292973s","start":"2026-03-31T22:27:48.166807Z","end":"2026-03-31T22:27:49.2131Z","steps":["trace[1850759075] 'process raft request' (duration: 1.046112078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.213302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.166783Z","time spent":"1.046423667s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:49.213522Z","caller":"traceutil/trace.go:171","msg":"trace[989993910] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"910.23172ms","start":"2026-03-31T22:27:48.303257Z","end":"2026-03-31T22:27:49.213488Z","steps":["trace[989993910] 'process raft request' (duration: 909.789109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.213527Z","caller":"traceutil/trace.go:171","msg":"trace[1245341482] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"423.825777ms","start":"2026-03-31T22:27:48.789676Z","end":"2026-03-31T22:27:49.213502Z","steps":["trace[1245341482] 'process raft request' (duration: 423.721624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.213579Z","caller":"traceutil/trace.go:171","msg":"trace[624001815] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"582.028209ms","start":"2026-03-31T22:27:48.631514Z","end":"2026-03-31T22:27:49.213543Z","steps":["trace[624001815] 'process raft request' (duration: 581.781993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.213676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.789659Z","time spent":"423.946489ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.213748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.063343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:49.213797Z","caller":"traceutil/trace.go:171","msg":"trace[2051038920] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2995; }","duration":"802.158505ms","start":"2026-03-31T22:27:48.411628Z","end":"2026-03-31T22:27:49.213786Z","steps":["trace[2051038920] 'agreement among raft nodes before linearized reading' (duration: 802.057312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.213832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.411601Z","time spent":"802.223117ms","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:49.213866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.272268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:27:49.213869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.631495Z","time spent":"582.222034ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.213919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.30323Z","time spent":"910.367652ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.213997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238465696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:49.214061Z","caller":"traceutil/trace.go:171","msg":"trace[1689366801] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"422.370061ms","start":"2026-03-31T22:27:48.791627Z","end":"2026-03-31T22:27:49.213997Z","steps":["trace[1689366801] 'process raft request' (duration: 421.827798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.214143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.488352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:49.214173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422419847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-31T22:27:49.214196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.791614Z","time spent":"422.509154ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:49.214216Z","caller":"traceutil/trace.go:171","msg":"trace[809415913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2995; }","duration":"2.422462078s","start":"2026-03-31T22:27:46.791742Z","end":"2026-03-31T22:27:49.214204Z","steps":["trace[809415913] 'agreement among raft nodes before linearized reading' (duration: 2.422310415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.214245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.791681Z","time spent":"2.42255839s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T22:27:49.214252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037694927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:49.214289Z","caller":"traceutil/trace.go:171","msg":"trace[1905937030] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2995; }","duration":"1.037763639s","start":"2026-03-31T22:27:48.176517Z","end":"2026-03-31T22:27:49.214281Z","steps":["trace[1905937030] 'agreement among raft nodes before linearized reading' (duration: 1.037683707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.214329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.176504Z","time spent":"1.03781599s","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:49.214447Z","caller":"traceutil/trace.go:171","msg":"trace[364896832] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"422.053502ms","start":"2026-03-31T22:27:48.79234Z","end":"2026-03-31T22:27:49.214393Z","steps":["trace[364896832] 'process raft request' (duration: 421.224591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.21418Z","caller":"traceutil/trace.go:171","msg":"trace[1781955569] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2995; }","duration":"993.567463ms","start":"2026-03-31T22:27:48.220601Z","end":"2026-03-31T22:27:49.214168Z","steps":["trace[1781955569] 'agreement among raft nodes before linearized reading' (duration: 993.508222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.214582Z","caller":"traceutil/trace.go:171","msg":"trace[1694814243] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"421.695813ms","start":"2026-03-31T22:27:48.792876Z","end":"2026-03-31T22:27:49.214572Z","steps":["trace[1694814243] 'process raft request' (duration: 420.73798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.21458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024847841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:49.214638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.792855Z","time spent":"421.756785ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:49.214645Z","caller":"traceutil/trace.go:171","msg":"trace[488299824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2995; }","duration":"2.024970775s","start":"2026-03-31T22:27:47.189655Z","end":"2026-03-31T22:27:49.214626Z","steps":["trace[488299824] 'agreement among raft nodes before linearized reading' (duration: 2.024608126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.214671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.034268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:27:49.214696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.189638Z","time spent":"2.025042156s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:49.214729Z","caller":"traceutil/trace.go:171","msg":"trace[1364768823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2995; }","duration":"423.086909ms","start":"2026-03-31T22:27:48.791625Z","end":"2026-03-31T22:27:49.214712Z","steps":["trace[1364768823] 'agreement among raft nodes before linearized reading' (duration: 422.954366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.21479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.791591Z","time spent":"423.186891ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:49.214826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.608731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:27:49.214086Z","caller":"traceutil/trace.go:171","msg":"trace[1002998490] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2995; }","duration":"2.23864532s","start":"2026-03-31T22:27:46.975426Z","end":"2026-03-31T22:27:49.214072Z","steps":["trace[1002998490] 'agreement among raft nodes before linearized reading' (duration: 2.238502116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.214878Z","caller":"traceutil/trace.go:171","msg":"trace[56391496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2995; }","duration":"423.699854ms","start":"2026-03-31T22:27:48.791161Z","end":"2026-03-31T22:27:49.214861Z","steps":["trace[56391496] 'agreement among raft nodes before linearized reading' (duration: 423.57016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.21492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423238939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:27:49.214791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.035688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:49.214945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.791142Z","time spent":"423.788447ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:27:49.21459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.220578Z","time spent":"993.994143ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:49.214973Z","caller":"traceutil/trace.go:171","msg":"trace[209617088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2995; }","duration":"2.42330168s","start":"2026-03-31T22:27:46.791659Z","end":"2026-03-31T22:27:49.214961Z","steps":["trace[209617088] 'agreement among raft nodes before linearized reading' (duration: 2.422717015s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.214985Z","caller":"traceutil/trace.go:171","msg":"trace[1680610176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2995; }","duration":"421.255973ms","start":"2026-03-31T22:27:48.793713Z","end":"2026-03-31T22:27:49.214969Z","steps":["trace[1680610176] 'agreement among raft nodes before linearized reading' (duration: 420.656687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.21502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.793697Z","time spent":"421.315285ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:27:49.213958Z","caller":"traceutil/trace.go:171","msg":"trace[1765854061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2995; }","duration":"424.397191ms","start":"2026-03-31T22:27:48.789539Z","end":"2026-03-31T22:27:49.213936Z","steps":["trace[1765854061] 'agreement among raft nodes before linearized reading' (duration: 424.136584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.215061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.789494Z","time spent":"425.560301ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:27:49.21454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:48.79233Z","time spent":"422.163665ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:49.214923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.975403Z","time spent":"2.239492002s","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:49.215021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.79165Z","time spent":"2.423360461s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:49.425158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.918981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:49.425337Z","caller":"traceutil/trace.go:171","msg":"trace[959894753] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"208.096014ms","start":"2026-03-31T22:27:49.217207Z","end":"2026-03-31T22:27:49.425303Z","steps":["trace[959894753] 'process raft request' (duration: 68.939007ms)","trace[959894753] 'compare' (duration: 138.793888ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:49.425549Z","caller":"traceutil/trace.go:171","msg":"trace[466901098] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3116; }","duration":"206.77724ms","start":"2026-03-31T22:27:49.218744Z","end":"2026-03-31T22:27:49.425521Z","steps":["trace[466901098] 'read index received' (duration: 67.352457ms)","trace[466901098] 'applied index is now lower than readState.Index' (duration: 139.421773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:49.425713Z","caller":"traceutil/trace.go:171","msg":"trace[2038513234] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"206.222587ms","start":"2026-03-31T22:27:49.219475Z","end":"2026-03-31T22:27:49.425698Z","steps":["trace[2038513234] 'process raft request' (duration: 205.819567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.425718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.958665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:27:49.425751Z","caller":"traceutil/trace.go:171","msg":"trace[918582403] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2998; }","duration":"207.026216ms","start":"2026-03-31T22:27:49.218716Z","end":"2026-03-31T22:27:49.425743Z","steps":["trace[918582403] 'agreement among raft nodes before linearized reading' (duration: 206.911623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.425974Z","caller":"traceutil/trace.go:171","msg":"trace[1682629565] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"206.113213ms","start":"2026-03-31T22:27:49.219853Z","end":"2026-03-31T22:27:49.425967Z","steps":["trace[1682629565] 'process raft request' (duration: 205.601791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:49.426045Z","caller":"traceutil/trace.go:171","msg":"trace[1169165063] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"204.914584ms","start":"2026-03-31T22:27:49.221058Z","end":"2026-03-31T22:27:49.425972Z","steps":["trace[1169165063] 'process raft request' (duration: 204.647727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.426102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.719498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T22:27:49.426254Z","caller":"traceutil/trace.go:171","msg":"trace[529318815] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2999; }","duration":"206.931544ms","start":"2026-03-31T22:27:49.219276Z","end":"2026-03-31T22:27:49.426208Z","steps":["trace[529318815] 'agreement among raft nodes before linearized reading' (duration: 206.626927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.426382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.115063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:27:49.426433Z","caller":"traceutil/trace.go:171","msg":"trace[1999629026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2999; }","duration":"200.196295ms","start":"2026-03-31T22:27:49.226224Z","end":"2026-03-31T22:27:49.42642Z","steps":["trace[1999629026] 'agreement among raft nodes before linearized reading' (duration: 199.961879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:49.795313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.755053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:49.795502Z","caller":"traceutil/trace.go:171","msg":"trace[1582902868] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"321.937334ms","start":"2026-03-31T22:27:49.473527Z","end":"2026-03-31T22:27:49.795465Z","steps":["trace[1582902868] 'process raft request' (duration: 56.899485ms)","trace[1582902868] 'compare' (duration: 264.447215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:49.795626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:49.47351Z","time spent":"322.043538ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:13.431823Z","caller":"traceutil/trace.go:171","msg":"trace[2104772744] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"131.31806ms","start":"2026-03-31T22:28:13.300459Z","end":"2026-03-31T22:28:13.431777Z","steps":["trace[2104772744] 'process raft request' (duration: 102.265402ms)","trace[2104772744] 'compare' (duration: 28.764991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:13.431845Z","caller":"traceutil/trace.go:171","msg":"trace[1090966314] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"131.268079ms","start":"2026-03-31T22:28:13.300555Z","end":"2026-03-31T22:28:13.431823Z","steps":["trace[1090966314] 'process raft request' (duration: 131.130975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:13.432051Z","caller":"traceutil/trace.go:171","msg":"trace[16316583] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3256; }","duration":"129.110185ms","start":"2026-03-31T22:28:13.302909Z","end":"2026-03-31T22:28:13.432019Z","steps":["trace[16316583] 'read index received' (duration: 75.855931ms)","trace[16316583] 'applied index is now lower than readState.Index' (duration: 53.252434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:13.432126Z","caller":"traceutil/trace.go:171","msg":"trace[556775249] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"131.32302ms","start":"2026-03-31T22:28:13.300757Z","end":"2026-03-31T22:28:13.43208Z","steps":["trace[556775249] 'process raft request' (duration: 130.998812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:13.432366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.440663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:28:13.432421Z","caller":"traceutil/trace.go:171","msg":"trace[1350843184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3133; }","duration":"129.531944ms","start":"2026-03-31T22:28:13.302876Z","end":"2026-03-31T22:28:13.432408Z","steps":["trace[1350843184] 'agreement among raft nodes before linearized reading' (duration: 129.256518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:13.432572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.566346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:28:13.432656Z","caller":"traceutil/trace.go:171","msg":"trace[1879383505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3133; }","duration":"129.726669ms","start":"2026-03-31T22:28:13.302912Z","end":"2026-03-31T22:28:13.432639Z","steps":["trace[1879383505] 'agreement among raft nodes before linearized reading' (duration: 129.37342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:13.692533Z","caller":"traceutil/trace.go:171","msg":"trace[118578798] linearizableReadLoop","detail":"{readStateIndex:3262; appliedIndex:3260; }","duration":"156.332756ms","start":"2026-03-31T22:28:13.536174Z","end":"2026-03-31T22:28:13.692507Z","steps":["trace[118578798] 'read index received' (duration: 56.982668ms)","trace[118578798] 'applied index is now lower than readState.Index' (duration: 99.348498ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:13.692642Z","caller":"traceutil/trace.go:171","msg":"trace[1645565774] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"255.422749ms","start":"2026-03-31T22:28:13.437193Z","end":"2026-03-31T22:28:13.692615Z","steps":["trace[1645565774] 'process raft request' (duration: 255.259055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:13.692574Z","caller":"traceutil/trace.go:171","msg":"trace[2014684870] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"255.999392ms","start":"2026-03-31T22:28:13.43652Z","end":"2026-03-31T22:28:13.692519Z","steps":["trace[2014684870] 'process raft request' (duration: 156.673795ms)","trace[2014684870] 'compare' (duration: 99.126303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:13.692894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.709956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:13.692977Z","caller":"traceutil/trace.go:171","msg":"trace[1498686292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3135; }","duration":"156.860609ms","start":"2026-03-31T22:28:13.536097Z","end":"2026-03-31T22:28:13.692957Z","steps":["trace[1498686292] 'agreement among raft nodes before linearized reading' (duration: 156.593483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:13.693693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.442833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:28:13.693927Z","caller":"traceutil/trace.go:171","msg":"trace[562346749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3135; }","duration":"151.69942ms","start":"2026-03-31T22:28:13.542208Z","end":"2026-03-31T22:28:13.693907Z","steps":["trace[562346749] 'agreement among raft nodes before linearized reading' (duration: 151.29966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:13.693705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.277005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:28:13.694627Z","caller":"traceutil/trace.go:171","msg":"trace[92548419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3135; }","duration":"151.248119ms","start":"2026-03-31T22:28:13.543363Z","end":"2026-03-31T22:28:13.694611Z","steps":["trace[92548419] 'agreement among raft nodes before linearized reading' (duration: 150.204633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:19.503957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.565769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:19.50429Z","caller":"traceutil/trace.go:171","msg":"trace[697095849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3160; }","duration":"100.728783ms","start":"2026-03-31T22:28:19.403331Z","end":"2026-03-31T22:28:19.50406Z","steps":["trace[697095849] 'range keys from in-memory index tree' (duration: 100.493487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:19.637723Z","caller":"traceutil/trace.go:171","msg":"trace[1418874826] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"187.815684ms","start":"2026-03-31T22:28:19.44988Z","end":"2026-03-31T22:28:19.637695Z","steps":["trace[1418874826] 'process raft request' (duration: 168.243984ms)","trace[1418874826] 'compare' (duration: 19.408136ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:19.637988Z","caller":"traceutil/trace.go:171","msg":"trace[770520496] linearizableReadLoop","detail":"{readStateIndex:3293; appliedIndex:3290; }","duration":"132.49492ms","start":"2026-03-31T22:28:19.505468Z","end":"2026-03-31T22:28:19.637963Z","steps":["trace[770520496] 'read index received' (duration: 112.615491ms)","trace[770520496] 'applied index is now lower than readState.Index' (duration: 19.878149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:19.637979Z","caller":"traceutil/trace.go:171","msg":"trace[1154358379] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"186.453351ms","start":"2026-03-31T22:28:19.451506Z","end":"2026-03-31T22:28:19.637959Z","steps":["trace[1154358379] 'process raft request' (duration: 186.143662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:19.638132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.650064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:19.638156Z","caller":"traceutil/trace.go:171","msg":"trace[963149854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3164; }","duration":"132.725156ms","start":"2026-03-31T22:28:19.505424Z","end":"2026-03-31T22:28:19.638149Z","steps":["trace[963149854] 'agreement among raft nodes before linearized reading' (duration: 132.637513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:19.6382Z","caller":"traceutil/trace.go:171","msg":"trace[1485845732] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"185.551298ms","start":"2026-03-31T22:28:19.452634Z","end":"2026-03-31T22:28:19.638186Z","steps":["trace[1485845732] 'process raft request' (duration: 185.22215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:20.054269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.693984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:28:20.054471Z","caller":"traceutil/trace.go:171","msg":"trace[1087684935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3171; }","duration":"144.930641ms","start":"2026-03-31T22:28:19.909501Z","end":"2026-03-31T22:28:20.054431Z","steps":["trace[1087684935] 'range keys from in-memory index tree' (duration: 144.483249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:21.86066Z","caller":"traceutil/trace.go:171","msg":"trace[1571521279] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"120.506909ms","start":"2026-03-31T22:28:21.740102Z","end":"2026-03-31T22:28:21.860609Z","steps":["trace[1571521279] 'process raft request' (duration: 114.630682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:47.949705Z","caller":"traceutil/trace.go:171","msg":"trace[1204828783] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"116.233382ms","start":"2026-03-31T22:28:47.833434Z","end":"2026-03-31T22:28:47.949667Z","steps":["trace[1204828783] 'process raft request' (duration: 43.393588ms)","trace[1204828783] 'compare' (duration: 72.66467ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:47.949928Z","caller":"traceutil/trace.go:171","msg":"trace[2099479293] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"116.413736ms","start":"2026-03-31T22:28:47.833504Z","end":"2026-03-31T22:28:47.949918Z","steps":["trace[2099479293] 'process raft request' (duration: 116.122879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:47.995602Z","caller":"traceutil/trace.go:171","msg":"trace[628552583] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"156.026678ms","start":"2026-03-31T22:28:47.839557Z","end":"2026-03-31T22:28:47.995584Z","steps":["trace[628552583] 'process raft request' (duration: 155.875644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.819539Z","caller":"traceutil/trace.go:171","msg":"trace[257605040] linearizableReadLoop","detail":"{readStateIndex:3475; appliedIndex:3474; }","duration":"101.26407ms","start":"2026-03-31T22:28:53.718249Z","end":"2026-03-31T22:28:53.819513Z","steps":["trace[257605040] 'read index received' (duration: 101.088666ms)","trace[257605040] 'applied index is now lower than readState.Index' (duration: 174.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:53.819644Z","caller":"traceutil/trace.go:171","msg":"trace[165930523] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"134.899497ms","start":"2026-03-31T22:28:53.684709Z","end":"2026-03-31T22:28:53.819609Z","steps":["trace[165930523] 'process raft request' (duration: 134.63791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.81972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.463885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:28:53.819758Z","caller":"traceutil/trace.go:171","msg":"trace[1701023281] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:3339; }","duration":"101.555697ms","start":"2026-03-31T22:28:53.718193Z","end":"2026-03-31T22:28:53.819748Z","steps":["trace[1701023281] 'agreement among raft nodes before linearized reading' (duration: 101.416644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:54.035902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.931579ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:28:54.195613Z","caller":"traceutil/trace.go:171","msg":"trace[81509441] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"131.09496ms","start":"2026-03-31T22:28:54.064495Z","end":"2026-03-31T22:28:54.19559Z","steps":["trace[81509441] 'process raft request' (duration: 130.589318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:54.195766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.004333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:28:54.195772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.317703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:28:54.195985Z","caller":"traceutil/trace.go:171","msg":"trace[1749581567] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3345; }","duration":"132.652981ms","start":"2026-03-31T22:28:54.063291Z","end":"2026-03-31T22:28:54.195944Z","steps":["trace[1749581567] 'agreement among raft nodes before linearized reading' (duration: 132.311082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:54.19585Z","caller":"traceutil/trace.go:171","msg":"trace[366344168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3345; }","duration":"126.098095ms","start":"2026-03-31T22:28:54.069732Z","end":"2026-03-31T22:28:54.19583Z","steps":["trace[366344168] 'agreement among raft nodes before linearized reading' (duration: 125.864018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:56.360168Z","caller":"traceutil/trace.go:171","msg":"trace[1695722694] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"132.759303ms","start":"2026-03-31T22:28:56.227379Z","end":"2026-03-31T22:28:56.360138Z","steps":["trace[1695722694] 'process raft request' (duration: 61.673444ms)","trace[1695722694] 'compare' (duration: 70.959726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:56.588068Z","caller":"traceutil/trace.go:171","msg":"trace[645854938] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3491; }","duration":"347.388389ms","start":"2026-03-31T22:28:56.240648Z","end":"2026-03-31T22:28:56.588036Z","steps":["trace[645854938] 'read index received' (duration: 48.421299ms)","trace[645854938] 'applied index is now lower than readState.Index' (duration: 298.96549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:56.588123Z","caller":"traceutil/trace.go:171","msg":"trace[3276683] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"359.972846ms","start":"2026-03-31T22:28:56.228125Z","end":"2026-03-31T22:28:56.588098Z","steps":["trace[3276683] 'process raft request' (duration: 359.818771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:56.588173Z","caller":"traceutil/trace.go:171","msg":"trace[164892557] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"360.092219ms","start":"2026-03-31T22:28:56.228049Z","end":"2026-03-31T22:28:56.588142Z","steps":["trace[164892557] 'process raft request' (duration: 279.225172ms)","trace[164892557] 'compare' (duration: 80.540468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:56.588228Z","caller":"traceutil/trace.go:171","msg":"trace[232063172] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"359.962736ms","start":"2026-03-31T22:28:56.228246Z","end":"2026-03-31T22:28:56.588209Z","steps":["trace[232063172] 'process raft request' (duration: 359.739769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:56.588268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:56.228116Z","time spent":"360.060828ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:56.588315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:56.228239Z","time spent":"360.032457ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:56.588276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:56.228032Z","time spent":"360.193582ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:56.588418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.778029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:28:56.588457Z","caller":"traceutil/trace.go:171","msg":"trace[885625382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3358; }","duration":"347.853062ms","start":"2026-03-31T22:28:56.24059Z","end":"2026-03-31T22:28:56.588443Z","steps":["trace[885625382] 'agreement among raft nodes before linearized reading' (duration: 347.725949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:56.588495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:56.240569Z","time spent":"347.918753ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:28:56.588546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.537091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:56.588611Z","caller":"traceutil/trace.go:171","msg":"trace[363829080] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3358; }","duration":"171.645753ms","start":"2026-03-31T22:28:56.41695Z","end":"2026-03-31T22:28:56.588596Z","steps":["trace[363829080] 'agreement among raft nodes before linearized reading' (duration: 171.445068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:56.588571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.545118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:56.588768Z","caller":"traceutil/trace.go:171","msg":"trace[2099818944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3358; }","duration":"184.788604ms","start":"2026-03-31T22:28:56.403958Z","end":"2026-03-31T22:28:56.588747Z","steps":["trace[2099818944] 'agreement among raft nodes before linearized reading' (duration: 184.436585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:56.810844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.97224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:56.810951Z","caller":"traceutil/trace.go:171","msg":"trace[157663387] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3495; }","duration":"215.831935ms","start":"2026-03-31T22:28:56.595099Z","end":"2026-03-31T22:28:56.810931Z","steps":["trace[157663387] 'read index received' (duration: 101.629979ms)","trace[157663387] 'applied index is now lower than readState.Index' (duration: 114.200926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:56.811037Z","caller":"traceutil/trace.go:171","msg":"trace[683821940] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"216.636916ms","start":"2026-03-31T22:28:56.594357Z","end":"2026-03-31T22:28:56.810994Z","steps":["trace[683821940] 'process raft request' (duration: 102.42989ms)","trace[683821940] 'compare' (duration: 113.671303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:56.811149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.055131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T22:28:56.811192Z","caller":"traceutil/trace.go:171","msg":"trace[771622721] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3359; }","duration":"216.139074ms","start":"2026-03-31T22:28:56.595042Z","end":"2026-03-31T22:28:56.811181Z","steps":["trace[771622721] 'agreement among raft nodes before linearized reading' (duration: 215.97982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:56.811162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.476366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:56.811252Z","caller":"traceutil/trace.go:171","msg":"trace[1748995585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3359; }","duration":"188.587209ms","start":"2026-03-31T22:28:56.622646Z","end":"2026-03-31T22:28:56.811233Z","steps":["trace[1748995585] 'agreement among raft nodes before linearized reading' (duration: 188.433815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.543047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.694509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:28:58.543115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.434768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:58.543211Z","caller":"traceutil/trace.go:171","msg":"trace[1966219207] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3363; }","duration":"125.564652ms","start":"2026-03-31T22:28:58.417605Z","end":"2026-03-31T22:28:58.54317Z","steps":["trace[1966219207] 'range keys from in-memory index tree' (duration: 125.267964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.543252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.927046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:28:58.543323Z","caller":"traceutil/trace.go:171","msg":"trace[1626052979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3363; }","duration":"316.023958ms","start":"2026-03-31T22:28:58.227281Z","end":"2026-03-31T22:28:58.543305Z","steps":["trace[1626052979] 'range keys from in-memory index tree' (duration: 315.771832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.543367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:58.227261Z","time spent":"316.09689ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:28:58.543135Z","caller":"traceutil/trace.go:171","msg":"trace[1829287939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3363; }","duration":"178.805192ms","start":"2026-03-31T22:28:58.364311Z","end":"2026-03-31T22:28:58.543116Z","steps":["trace[1829287939] 'range keys from in-memory index tree' (duration: 178.439193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.543239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.493555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:58.543478Z","caller":"traceutil/trace.go:171","msg":"trace[1900659345] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3363; }","duration":"261.791713ms","start":"2026-03-31T22:28:58.28167Z","end":"2026-03-31T22:28:58.543462Z","steps":["trace[1900659345] 'count revisions from in-memory index tree' (duration: 261.392673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.544125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.095794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:58.544435Z","caller":"traceutil/trace.go:171","msg":"trace[715123689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3363; }","duration":"141.286998ms","start":"2026-03-31T22:28:58.402948Z","end":"2026-03-31T22:28:58.544235Z","steps":["trace[715123689] 'range keys from in-memory index tree' (duration: 140.006046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:58.711461Z","caller":"traceutil/trace.go:171","msg":"trace[2032017776] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"113.469147ms","start":"2026-03-31T22:28:58.597958Z","end":"2026-03-31T22:28:58.711427Z","steps":["trace[2032017776] 'process raft request' (duration: 48.647455ms)","trace[2032017776] 'compare' (duration: 64.687869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:58.716545Z","caller":"traceutil/trace.go:171","msg":"trace[122925271] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"118.400372ms","start":"2026-03-31T22:28:58.598121Z","end":"2026-03-31T22:28:58.716521Z","steps":["trace[122925271] 'process raft request' (duration: 118.239378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:58.716654Z","caller":"traceutil/trace.go:171","msg":"trace[1585521405] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"118.31884ms","start":"2026-03-31T22:28:58.598318Z","end":"2026-03-31T22:28:58.716637Z","steps":["trace[1585521405] 'process raft request' (duration: 118.165466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:06.354111Z","caller":"traceutil/trace.go:171","msg":"trace[176875107] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"122.316782ms","start":"2026-03-31T22:29:06.231775Z","end":"2026-03-31T22:29:06.354092Z","steps":["trace[176875107] 'process raft request' (duration: 122.143317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:08.167368Z","caller":"traceutil/trace.go:171","msg":"trace[416037223] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"122.201408ms","start":"2026-03-31T22:29:08.045131Z","end":"2026-03-31T22:29:08.167332Z","steps":["trace[416037223] 'process raft request' (duration: 121.922461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:08.299025Z","caller":"traceutil/trace.go:171","msg":"trace[1864947991] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"110.903133ms","start":"2026-03-31T22:29:08.188082Z","end":"2026-03-31T22:29:08.298985Z","steps":["trace[1864947991] 'process raft request' (duration: 76.926928ms)","trace[1864947991] 'compare' (duration: 33.788821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:08.514758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.625811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:08.514842Z","caller":"traceutil/trace.go:171","msg":"trace[1323494619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3413; }","duration":"111.759195ms","start":"2026-03-31T22:29:08.403067Z","end":"2026-03-31T22:29:08.514826Z","steps":["trace[1323494619] 'range keys from in-memory index tree' (duration: 111.55561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:09.060813Z","caller":"traceutil/trace.go:171","msg":"trace[390363482] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"201.498035ms","start":"2026-03-31T22:29:08.859277Z","end":"2026-03-31T22:29:09.060775Z","steps":["trace[390363482] 'process raft request' (duration: 126.858055ms)","trace[390363482] 'compare' (duration: 74.514567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:09.344219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.108597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:09.344308Z","caller":"traceutil/trace.go:171","msg":"trace[1682337038] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3418; }","duration":"180.246671ms","start":"2026-03-31T22:29:09.16404Z","end":"2026-03-31T22:29:09.344286Z","steps":["trace[1682337038] 'count revisions from in-memory index tree' (duration: 180.007185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:09.433944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.015616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:29:10.457859Z","caller":"traceutil/trace.go:171","msg":"trace[1789793690] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"179.259295ms","start":"2026-03-31T22:29:10.278569Z","end":"2026-03-31T22:29:10.457828Z","steps":["trace[1789793690] 'process raft request' (duration: 125.909532ms)","trace[1789793690] 'compare' (duration: 53.23228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:10.45983Z","caller":"traceutil/trace.go:171","msg":"trace[2018348147] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"156.390529ms","start":"2026-03-31T22:29:10.303415Z","end":"2026-03-31T22:29:10.459805Z","steps":["trace[2018348147] 'process raft request' (duration: 156.181984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.095101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.669496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:29:11.095139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.404047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:11.095192Z","caller":"traceutil/trace.go:171","msg":"trace[1813889597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3424; }","duration":"403.81007ms","start":"2026-03-31T22:29:10.69136Z","end":"2026-03-31T22:29:11.09517Z","steps":["trace[1813889597] 'range keys from in-memory index tree' (duration: 403.448131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.095242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:10.691345Z","time spent":"403.887932ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:29:11.095248Z","caller":"traceutil/trace.go:171","msg":"trace[139514611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3424; }","duration":"439.54964ms","start":"2026-03-31T22:29:10.655667Z","end":"2026-03-31T22:29:11.095216Z","steps":["trace[139514611] 'range keys from in-memory index tree' (duration: 439.244153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.095311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:10.655647Z","time spent":"439.649973ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:29:11.095348Z","caller":"traceutil/trace.go:171","msg":"trace[1441022816] linearizableReadLoop","detail":"{readStateIndex:3565; appliedIndex:3564; }","duration":"236.725622ms","start":"2026-03-31T22:29:10.8586Z","end":"2026-03-31T22:29:11.095325Z","steps":["trace[1441022816] 'read index received' (duration: 162.692767ms)","trace[1441022816] 'applied index is now lower than readState.Index' (duration: 74.031655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:11.095405Z","caller":"traceutil/trace.go:171","msg":"trace[1140747510] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"368.890251ms","start":"2026-03-31T22:29:10.726488Z","end":"2026-03-31T22:29:11.095378Z","steps":["trace[1140747510] 'process raft request' (duration: 294.786735ms)","trace[1140747510] 'compare' (duration: 73.653355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:11.095534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.936207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:29:11.095561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.165531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:11.095589Z","caller":"traceutil/trace.go:171","msg":"trace[151634720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3425; }","duration":"196.247843ms","start":"2026-03-31T22:29:10.899333Z","end":"2026-03-31T22:29:11.095581Z","steps":["trace[151634720] 'agreement among raft nodes before linearized reading' (duration: 196.10123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:11.09559Z","caller":"traceutil/trace.go:171","msg":"trace[1016150269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3425; }","duration":"237.07226ms","start":"2026-03-31T22:29:10.858505Z","end":"2026-03-31T22:29:11.095577Z","steps":["trace[1016150269] 'agreement among raft nodes before linearized reading' (duration: 236.911576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.095555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:10.726463Z","time spent":"369.013514ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:11.363394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.342326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:11.363551Z","caller":"traceutil/trace.go:171","msg":"trace[1218061912] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"263.487506ms","start":"2026-03-31T22:29:11.100032Z","end":"2026-03-31T22:29:11.36352Z","steps":["trace[1218061912] 'process raft request' (duration: 116.923295ms)","trace[1218061912] 'compare' (duration: 146.182381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:11.363652Z","caller":"traceutil/trace.go:171","msg":"trace[1369353042] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"263.393434ms","start":"2026-03-31T22:29:11.100228Z","end":"2026-03-31T22:29:11.363621Z","steps":["trace[1369353042] 'process raft request' (duration: 263.279521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:11.363673Z","caller":"traceutil/trace.go:171","msg":"trace[1307117185] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"263.420484ms","start":"2026-03-31T22:29:11.100232Z","end":"2026-03-31T22:29:11.363653Z","steps":["trace[1307117185] 'process raft request' (duration: 263.340002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:11.363795Z","caller":"traceutil/trace.go:171","msg":"trace[1722699306] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"262.935512ms","start":"2026-03-31T22:29:11.100849Z","end":"2026-03-31T22:29:11.363784Z","steps":["trace[1722699306] 'process raft request' (duration: 262.764748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:11.363731Z","caller":"traceutil/trace.go:171","msg":"trace[356610189] linearizableReadLoop","detail":"{readStateIndex:3566; appliedIndex:3565; }","duration":"263.487006ms","start":"2026-03-31T22:29:11.100141Z","end":"2026-03-31T22:29:11.363628Z","steps":["trace[356610189] 'read index received' (duration: 116.830943ms)","trace[356610189] 'applied index is now lower than readState.Index' (duration: 146.632653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:11.36391Z","caller":"traceutil/trace.go:171","msg":"trace[1798549081] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"262.870161ms","start":"2026-03-31T22:29:11.101021Z","end":"2026-03-31T22:29:11.363891Z","steps":["trace[1798549081] 'process raft request' (duration: 262.727207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.363987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.800444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-03-31T22:29:11.364083Z","caller":"traceutil/trace.go:171","msg":"trace[932223310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3429; }","duration":"263.951747ms","start":"2026-03-31T22:29:11.100113Z","end":"2026-03-31T22:29:11.364064Z","steps":["trace[932223310] 'agreement among raft nodes before linearized reading' (duration: 263.611099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:21.71978Z","caller":"traceutil/trace.go:171","msg":"trace[1591139907] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"300.639323ms","start":"2026-03-31T22:29:21.419115Z","end":"2026-03-31T22:29:21.719754Z","steps":["trace[1591139907] 'process raft request' (duration: 300.358646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.719926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:21.419095Z","time spent":"300.756665ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:21.720232Z","caller":"traceutil/trace.go:171","msg":"trace[1797091903] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"301.050692ms","start":"2026-03-31T22:29:21.419171Z","end":"2026-03-31T22:29:21.720221Z","steps":["trace[1797091903] 'process raft request' (duration: 300.514019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.720301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:21.419153Z","time spent":"301.114974ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:21.720335Z","caller":"traceutil/trace.go:171","msg":"trace[1588401013] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"301.038462ms","start":"2026-03-31T22:29:21.419277Z","end":"2026-03-31T22:29:21.720316Z","steps":["trace[1588401013] 'process raft request' (duration: 300.812697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.720432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:21.419274Z","time spent":"301.116174ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:21.720651Z","caller":"traceutil/trace.go:171","msg":"trace[2129076647] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"301.337199ms","start":"2026-03-31T22:29:21.4193Z","end":"2026-03-31T22:29:21.720637Z","steps":["trace[2129076647] 'process raft request' (duration: 300.883148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.720882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:21.419286Z","time spent":"301.559745ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:21.736445Z","caller":"traceutil/trace.go:171","msg":"trace[1075003229] linearizableReadLoop","detail":"{readStateIndex:3623; appliedIndex:3618; }","duration":"212.555463ms","start":"2026-03-31T22:29:21.523859Z","end":"2026-03-31T22:29:21.736415Z","steps":["trace[1075003229] 'read index received' (duration: 195.620837ms)","trace[1075003229] 'applied index is now lower than readState.Index' (duration: 16.933196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:21.736486Z","caller":"traceutil/trace.go:171","msg":"trace[2108967637] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"251.75909ms","start":"2026-03-31T22:29:21.484703Z","end":"2026-03-31T22:29:21.736462Z","steps":["trace[2108967637] 'process raft request' (duration: 251.558835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.736689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.81553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:29:21.736751Z","caller":"traceutil/trace.go:171","msg":"trace[1405206432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3481; }","duration":"212.946093ms","start":"2026-03-31T22:29:21.52379Z","end":"2026-03-31T22:29:21.736736Z","steps":["trace[1405206432] 'agreement among raft nodes before linearized reading' (duration: 212.738898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.925778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.732791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:21.925879Z","caller":"traceutil/trace.go:171","msg":"trace[1967707334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3481; }","duration":"126.914696ms","start":"2026-03-31T22:29:21.798943Z","end":"2026-03-31T22:29:21.925858Z","steps":["trace[1967707334] 'range keys from in-memory index tree' (duration: 126.597998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:27.997565Z","caller":"traceutil/trace.go:171","msg":"trace[26358544] linearizableReadLoop","detail":"{readStateIndex:3650; appliedIndex:3649; }","duration":"154.203854ms","start":"2026-03-31T22:29:27.843336Z","end":"2026-03-31T22:29:27.99754Z","steps":["trace[26358544] 'read index received' (duration: 154.06165ms)","trace[26358544] 'applied index is now lower than readState.Index' (duration: 140.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:27.997603Z","caller":"traceutil/trace.go:171","msg":"trace[1716769243] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"423.243809ms","start":"2026-03-31T22:29:27.574339Z","end":"2026-03-31T22:29:27.997583Z","steps":["trace[1716769243] 'process raft request' (duration: 423.073155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:27.997726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.574322Z","time spent":"423.332962ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:27.997788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.532713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:27.997826Z","caller":"traceutil/trace.go:171","msg":"trace[463317467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3507; }","duration":"152.611365ms","start":"2026-03-31T22:29:27.845206Z","end":"2026-03-31T22:29:27.997817Z","steps":["trace[463317467] 'agreement among raft nodes before linearized reading' (duration: 152.477251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:27.99785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.497291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:29:27.997927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.311326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:27.99805Z","caller":"traceutil/trace.go:171","msg":"trace[1666338610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3507; }","duration":"152.514962ms","start":"2026-03-31T22:29:27.845516Z","end":"2026-03-31T22:29:27.998031Z","steps":["trace[1666338610] 'agreement among raft nodes before linearized reading' (duration: 152.206924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:27.997943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.663875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:29:27.998213Z","caller":"traceutil/trace.go:171","msg":"trace[809880769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3507; }","duration":"152.963963ms","start":"2026-03-31T22:29:27.84523Z","end":"2026-03-31T22:29:27.998194Z","steps":["trace[809880769] 'agreement among raft nodes before linearized reading' (duration: 152.585954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:27.997948Z","caller":"traceutil/trace.go:171","msg":"trace[1305734525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3507; }","duration":"154.641004ms","start":"2026-03-31T22:29:27.843285Z","end":"2026-03-31T22:29:27.997926Z","steps":["trace[1305734525] 'agreement among raft nodes before linearized reading' (duration: 154.394888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.268732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.61203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:28.268931Z","caller":"traceutil/trace.go:171","msg":"trace[1996197037] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"267.069227ms","start":"2026-03-31T22:29:28.00183Z","end":"2026-03-31T22:29:28.2689Z","steps":["trace[1996197037] 'process raft request' (duration: 105.173989ms)","trace[1996197037] 'compare' (duration: 161.512387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:28.269054Z","caller":"traceutil/trace.go:171","msg":"trace[1187341472] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"266.772989ms","start":"2026-03-31T22:29:28.00226Z","end":"2026-03-31T22:29:28.269033Z","steps":["trace[1187341472] 'process raft request' (duration: 266.674937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:28.26906Z","caller":"traceutil/trace.go:171","msg":"trace[437315215] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"266.772979ms","start":"2026-03-31T22:29:28.002257Z","end":"2026-03-31T22:29:28.26903Z","steps":["trace[437315215] 'process raft request' (duration: 266.593124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:28.269244Z","caller":"traceutil/trace.go:171","msg":"trace[1990263024] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"266.848071ms","start":"2026-03-31T22:29:28.002387Z","end":"2026-03-31T22:29:28.269236Z","steps":["trace[1990263024] 'process raft request' (duration: 266.598825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.867485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.050147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:28.868029Z","caller":"traceutil/trace.go:171","msg":"trace[1773077222] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"283.023547ms","start":"2026-03-31T22:29:28.584983Z","end":"2026-03-31T22:29:28.868007Z","steps":["trace[1773077222] 'process raft request' (duration: 282.939015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:28.868171Z","caller":"traceutil/trace.go:171","msg":"trace[1130237953] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"487.714893ms","start":"2026-03-31T22:29:28.380429Z","end":"2026-03-31T22:29:28.868144Z","steps":["trace[1130237953] 'read index received' (duration: 373.996969ms)","trace[1130237953] 'applied index is now lower than readState.Index' (duration: 113.715844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:28.868204Z","caller":"traceutil/trace.go:171","msg":"trace[1202961564] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"285.257423ms","start":"2026-03-31T22:29:28.582912Z","end":"2026-03-31T22:29:28.86817Z","steps":["trace[1202961564] 'process raft request' (duration: 284.751941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:28.868224Z","caller":"traceutil/trace.go:171","msg":"trace[1973582651] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"519.102734ms","start":"2026-03-31T22:29:28.349073Z","end":"2026-03-31T22:29:28.868176Z","steps":["trace[1973582651] 'process raft request' (duration: 405.265817ms)","trace[1973582651] 'compare' (duration: 112.543494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:28.868382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.92382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:28.868402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.34905Z","time spent":"519.255378ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:28.86844Z","caller":"traceutil/trace.go:171","msg":"trace[90760290] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3515; }","duration":"488.057033ms","start":"2026-03-31T22:29:28.380371Z","end":"2026-03-31T22:29:28.868428Z","steps":["trace[90760290] 'agreement among raft nodes before linearized reading' (duration: 487.900178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.868477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.38035Z","time spent":"488.116894ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.219287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.362372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:29:29.219389Z","caller":"traceutil/trace.go:171","msg":"trace[702689468] linearizableReadLoop","detail":"{readStateIndex:3659; appliedIndex:3658; }","duration":"351.136944ms","start":"2026-03-31T22:29:28.868237Z","end":"2026-03-31T22:29:29.219374Z","steps":["trace[702689468] 'read index received' (duration: 201.694999ms)","trace[702689468] 'applied index is now lower than readState.Index' (duration: 149.440645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:29.219515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.62281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:29.21956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.609784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:29.219562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.25517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:29.219599Z","caller":"traceutil/trace.go:171","msg":"trace[1241068969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3515; }","duration":"537.770774ms","start":"2026-03-31T22:29:28.68181Z","end":"2026-03-31T22:29:29.219581Z","steps":["trace[1241068969] 'agreement among raft nodes before linearized reading' (duration: 537.60743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.219623Z","caller":"traceutil/trace.go:171","msg":"trace[528010769] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3515; }","duration":"723.730557ms","start":"2026-03-31T22:29:28.495879Z","end":"2026-03-31T22:29:29.21961Z","steps":["trace[528010769] 'agreement among raft nodes before linearized reading' (duration: 723.561653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.219674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.495863Z","time spent":"723.790898ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.219651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.68179Z","time spent":"537.849626ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.219774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.881035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:29.219859Z","caller":"traceutil/trace.go:171","msg":"trace[1101380996] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3515; }","duration":"802.026509ms","start":"2026-03-31T22:29:28.417813Z","end":"2026-03-31T22:29:29.21984Z","steps":["trace[1101380996] 'agreement among raft nodes before linearized reading' (duration: 801.740121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.219854Z","caller":"traceutil/trace.go:171","msg":"trace[1506923874] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3515; }","duration":"504.391283ms","start":"2026-03-31T22:29:28.715224Z","end":"2026-03-31T22:29:29.219615Z","steps":["trace[1506923874] 'agreement among raft nodes before linearized reading' (duration: 504.25914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.219928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.41779Z","time spent":"802.116391ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:29:29.219976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.715204Z","time spent":"504.760402ms","remote":"127.0.0.1:55638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.220351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.800317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:29.220424Z","caller":"traceutil/trace.go:171","msg":"trace[620785208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3515; }","duration":"817.873079ms","start":"2026-03-31T22:29:28.402533Z","end":"2026-03-31T22:29:29.220406Z","steps":["trace[620785208] 'agreement among raft nodes before linearized reading' (duration: 816.889964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.220538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.402495Z","time spent":"818.021742ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:29:30.522044Z","caller":"traceutil/trace.go:171","msg":"trace[1516797190] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"247.509724ms","start":"2026-03-31T22:29:30.274513Z","end":"2026-03-31T22:29:30.522023Z","steps":["trace[1516797190] 'process raft request' (duration: 247.33756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.8393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.597265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:30.839748Z","caller":"traceutil/trace.go:171","msg":"trace[17424021] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"518.268562ms","start":"2026-03-31T22:29:30.321451Z","end":"2026-03-31T22:29:30.839719Z","steps":["trace[17424021] 'process raft request' (duration: 407.158354ms)","trace[17424021] 'compare' (duration: 110.480863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:30.839791Z","caller":"traceutil/trace.go:171","msg":"trace[879351464] linearizableReadLoop","detail":"{readStateIndex:3665; appliedIndex:3660; }","duration":"435.984169ms","start":"2026-03-31T22:29:30.403785Z","end":"2026-03-31T22:29:30.839769Z","steps":["trace[879351464] 'read index received' (duration: 118.094874ms)","trace[879351464] 'applied index is now lower than readState.Index' (duration: 317.888195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:30.839898Z","caller":"traceutil/trace.go:171","msg":"trace[1208671373] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"518.333814ms","start":"2026-03-31T22:29:30.321542Z","end":"2026-03-31T22:29:30.839876Z","steps":["trace[1208671373] 'process raft request' (duration: 517.992036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:30.839924Z","caller":"traceutil/trace.go:171","msg":"trace[72004402] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"518.346684ms","start":"2026-03-31T22:29:30.321561Z","end":"2026-03-31T22:29:30.839907Z","steps":["trace[72004402] 'process raft request' (duration: 518.017956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.839922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.321431Z","time spent":"518.401486ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:30.840004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.210695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:30.840044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.924431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:30.840071Z","caller":"traceutil/trace.go:171","msg":"trace[43275644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3521; }","duration":"436.331548ms","start":"2026-03-31T22:29:30.403722Z","end":"2026-03-31T22:29:30.840053Z","steps":["trace[43275644] 'agreement among raft nodes before linearized reading' (duration: 436.238756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.840116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.4037Z","time spent":"436.40462ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:29:30.840124Z","caller":"traceutil/trace.go:171","msg":"trace[763732589] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3521; }","duration":"124.047304ms","start":"2026-03-31T22:29:30.716055Z","end":"2026-03-31T22:29:30.840102Z","steps":["trace[763732589] 'agreement among raft nodes before linearized reading' (duration: 123.926451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.840114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.478824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:30.84019Z","caller":"traceutil/trace.go:171","msg":"trace[1399188780] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3521; }","duration":"423.594217ms","start":"2026-03-31T22:29:30.416578Z","end":"2026-03-31T22:29:30.840172Z","steps":["trace[1399188780] 'agreement among raft nodes before linearized reading' (duration: 423.388912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.840236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.416554Z","time spent":"423.67138ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:29:30.840063Z","caller":"traceutil/trace.go:171","msg":"trace[1940013638] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"518.435767ms","start":"2026-03-31T22:29:30.321471Z","end":"2026-03-31T22:29:30.839907Z","steps":["trace[1940013638] 'process raft request' (duration: 517.960865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:30.840301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.321551Z","time spent":"518.417566ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:30.840423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.321459Z","time spent":"518.865577ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:30.840537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:30.321517Z","time spent":"518.96299ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:30.967576Z","caller":"traceutil/trace.go:171","msg":"trace[99307559] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"101.893486ms","start":"2026-03-31T22:29:30.865649Z","end":"2026-03-31T22:29:30.967543Z","steps":["trace[99307559] 'process raft request' (duration: 77.40959ms)","trace[99307559] 'compare' (duration: 24.358543ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:31.017321Z","caller":"traceutil/trace.go:171","msg":"trace[578283158] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"143.492235ms","start":"2026-03-31T22:29:30.873799Z","end":"2026-03-31T22:29:31.017291Z","steps":["trace[578283158] 'process raft request' (duration: 143.430013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:31.017545Z","caller":"traceutil/trace.go:171","msg":"trace[1144955812] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"144.682554ms","start":"2026-03-31T22:29:30.872836Z","end":"2026-03-31T22:29:31.017519Z","steps":["trace[1144955812] 'process raft request' (duration: 144.340486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:31.017551Z","caller":"traceutil/trace.go:171","msg":"trace[354263117] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"144.854548ms","start":"2026-03-31T22:29:30.872669Z","end":"2026-03-31T22:29:31.017523Z","steps":["trace[354263117] 'process raft request' (duration: 144.339526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.304835Z","caller":"traceutil/trace.go:171","msg":"trace[1355634860] linearizableReadLoop","detail":"{readStateIndex:3672; appliedIndex:3671; }","duration":"191.534703ms","start":"2026-03-31T22:29:32.113274Z","end":"2026-03-31T22:29:32.304809Z","steps":["trace[1355634860] 'read index received' (duration: 124.988488ms)","trace[1355634860] 'applied index is now lower than readState.Index' (duration: 66.545435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:32.304982Z","caller":"traceutil/trace.go:171","msg":"trace[1688052475] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"193.79515ms","start":"2026-03-31T22:29:32.111163Z","end":"2026-03-31T22:29:32.304958Z","steps":["trace[1688052475] 'process raft request' (duration: 127.051589ms)","trace[1688052475] 'compare' (duration: 66.484585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:32.30505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.751809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:29:32.305093Z","caller":"traceutil/trace.go:171","msg":"trace[256641889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3528; }","duration":"191.82304ms","start":"2026-03-31T22:29:32.113259Z","end":"2026-03-31T22:29:32.305082Z","steps":["trace[256641889] 'agreement among raft nodes before linearized reading' (duration: 191.645816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.946834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.561227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:29:32.946867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.442419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:32.946944Z","caller":"traceutil/trace.go:171","msg":"trace[1270530790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3529; }","duration":"101.722521ms","start":"2026-03-31T22:29:32.845195Z","end":"2026-03-31T22:29:32.946918Z","steps":["trace[1270530790] 'range keys from in-memory index tree' (duration: 101.337552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.946955Z","caller":"traceutil/trace.go:171","msg":"trace[233139284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3529; }","duration":"100.590462ms","start":"2026-03-31T22:29:32.846342Z","end":"2026-03-31T22:29:32.946932Z","steps":["trace[233139284] 'range keys from in-memory index tree' (duration: 100.223143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.947088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.296851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:29:32.947133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.733007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:29:32.947162Z","caller":"traceutil/trace.go:171","msg":"trace[1370076238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3529; }","duration":"101.397475ms","start":"2026-03-31T22:29:32.845746Z","end":"2026-03-31T22:29:32.947143Z","steps":["trace[1370076238] 'range keys from in-memory index tree' (duration: 101.159497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.947353Z","caller":"traceutil/trace.go:171","msg":"trace[358922623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3529; }","duration":"100.993233ms","start":"2026-03-31T22:29:32.846342Z","end":"2026-03-31T22:29:32.947335Z","steps":["trace[358922623] 'range keys from in-memory index tree' (duration: 100.554111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.149893Z","caller":"traceutil/trace.go:171","msg":"trace[741444417] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"197.454644ms","start":"2026-03-31T22:29:32.9524Z","end":"2026-03-31T22:29:33.149855Z","steps":["trace[741444417] 'process raft request' (duration: 125.030129ms)","trace[741444417] 'compare' (duration: 72.104187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:33.149977Z","caller":"traceutil/trace.go:171","msg":"trace[533747260] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"196.727314ms","start":"2026-03-31T22:29:32.953235Z","end":"2026-03-31T22:29:33.149963Z","steps":["trace[533747260] 'process raft request' (duration: 196.475008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.14988Z","caller":"traceutil/trace.go:171","msg":"trace[1628177092] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"195.791871ms","start":"2026-03-31T22:29:32.954056Z","end":"2026-03-31T22:29:33.149848Z","steps":["trace[1628177092] 'process raft request' (duration: 195.699449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.228232Z","caller":"traceutil/trace.go:171","msg":"trace[1210126940] linearizableReadLoop","detail":"{readStateIndex:3680; appliedIndex:3677; }","duration":"123.322186ms","start":"2026-03-31T22:29:33.10489Z","end":"2026-03-31T22:29:33.228212Z","steps":["trace[1210126940] 'read index received' (duration: 123.120071ms)","trace[1210126940] 'applied index is now lower than readState.Index' (duration: 201.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:33.228276Z","caller":"traceutil/trace.go:171","msg":"trace[2006618598] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"204.650224ms","start":"2026-03-31T22:29:33.023596Z","end":"2026-03-31T22:29:33.228246Z","steps":["trace[2006618598] 'process raft request' (duration: 204.462659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.228315Z","caller":"traceutil/trace.go:171","msg":"trace[2127814215] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"203.468905ms","start":"2026-03-31T22:29:33.024835Z","end":"2026-03-31T22:29:33.228304Z","steps":["trace[2127814215] 'process raft request' (duration: 203.354242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.228335Z","caller":"traceutil/trace.go:171","msg":"trace[1086148264] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"203.481375ms","start":"2026-03-31T22:29:33.024809Z","end":"2026-03-31T22:29:33.22829Z","steps":["trace[1086148264] 'process raft request' (duration: 203.353062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.228583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.662594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:33.228664Z","caller":"traceutil/trace.go:171","msg":"trace[664116782] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3536; }","duration":"123.814567ms","start":"2026-03-31T22:29:33.104829Z","end":"2026-03-31T22:29:33.228643Z","steps":["trace[664116782] 'agreement among raft nodes before linearized reading' (duration: 123.593162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.956798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.241111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:33.956915Z","caller":"traceutil/trace.go:171","msg":"trace[195528498] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"214.701798ms","start":"2026-03-31T22:29:33.742194Z","end":"2026-03-31T22:29:33.956896Z","steps":["trace[195528498] 'process raft request' (duration: 109.279422ms)","trace[195528498] 'compare' (duration: 105.073527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:54.451499Z","caller":"traceutil/trace.go:171","msg":"trace[1975880938] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"102.093852ms","start":"2026-03-31T22:29:54.349361Z","end":"2026-03-31T22:29:54.451454Z","steps":["trace[1975880938] 'process raft request' (duration: 101.805425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.409328Z","caller":"traceutil/trace.go:171","msg":"trace[1369417824] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"124.22868ms","start":"2026-03-31T22:30:01.285076Z","end":"2026-03-31T22:30:01.409305Z","steps":["trace[1369417824] 'process raft request' (duration: 124.092557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.414457Z","caller":"traceutil/trace.go:171","msg":"trace[1475595234] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"128.878986ms","start":"2026-03-31T22:30:01.285554Z","end":"2026-03-31T22:30:01.414433Z","steps":["trace[1475595234] 'process raft request' (duration: 128.731913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.415061Z","caller":"traceutil/trace.go:171","msg":"trace[1232847036] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4020; }","duration":"128.198009ms","start":"2026-03-31T22:30:01.286839Z","end":"2026-03-31T22:30:01.415037Z","steps":["trace[1232847036] 'read index received' (duration: 122.445125ms)","trace[1232847036] 'applied index is now lower than readState.Index' (duration: 5.751914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:01.415234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.373364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:30:01.415299Z","caller":"traceutil/trace.go:171","msg":"trace[1425194977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3870; }","duration":"128.472086ms","start":"2026-03-31T22:30:01.286809Z","end":"2026-03-31T22:30:01.415281Z","steps":["trace[1425194977] 'agreement among raft nodes before linearized reading' (duration: 128.294332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.565617Z","caller":"traceutil/trace.go:171","msg":"trace[1525681009] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"144.503948ms","start":"2026-03-31T22:30:03.421085Z","end":"2026-03-31T22:30:03.565589Z","steps":["trace[1525681009] 'process raft request' (duration: 144.355445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.633313Z","caller":"traceutil/trace.go:171","msg":"trace[1107283699] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"211.89296ms","start":"2026-03-31T22:30:03.421394Z","end":"2026-03-31T22:30:03.633287Z","steps":["trace[1107283699] 'process raft request' (duration: 185.57667ms)","trace[1107283699] 'compare' (duration: 25.945531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:03.63353Z","caller":"traceutil/trace.go:171","msg":"trace[897285873] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"211.211785ms","start":"2026-03-31T22:30:03.422301Z","end":"2026-03-31T22:30:03.633513Z","steps":["trace[897285873] 'process raft request' (duration: 210.920367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.63377Z","caller":"traceutil/trace.go:171","msg":"trace[2070169415] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"138.188521ms","start":"2026-03-31T22:30:03.495576Z","end":"2026-03-31T22:30:03.633764Z","steps":["trace[2070169415] 'process raft request' (duration: 137.877563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.633969Z","caller":"traceutil/trace.go:171","msg":"trace[350521919] linearizableReadLoop","detail":"{readStateIndex:4038; appliedIndex:4035; }","duration":"141.127425ms","start":"2026-03-31T22:30:03.492821Z","end":"2026-03-31T22:30:03.633948Z","steps":["trace[350521919] 'read index received' (duration: 72.624904ms)","trace[350521919] 'applied index is now lower than readState.Index' (duration: 68.501021ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:03.634177Z","caller":"traceutil/trace.go:171","msg":"trace[1019447716] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"138.058198ms","start":"2026-03-31T22:30:03.496106Z","end":"2026-03-31T22:30:03.634164Z","steps":["trace[1019447716] 'process raft request' (duration: 137.633997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:03.634432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.794905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:30:03.63442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.591216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:03.634464Z","caller":"traceutil/trace.go:171","msg":"trace[1962594176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3884; }","duration":"140.856257ms","start":"2026-03-31T22:30:03.4936Z","end":"2026-03-31T22:30:03.634457Z","steps":["trace[1962594176] 'agreement among raft nodes before linearized reading' (duration: 140.619031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.634492Z","caller":"traceutil/trace.go:171","msg":"trace[263268983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3884; }","duration":"141.698419ms","start":"2026-03-31T22:30:03.492775Z","end":"2026-03-31T22:30:03.634474Z","steps":["trace[263268983] 'agreement among raft nodes before linearized reading' (duration: 141.553675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.837518Z","caller":"traceutil/trace.go:171","msg":"trace[1608948458] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"102.562645ms","start":"2026-03-31T22:30:04.734925Z","end":"2026-03-31T22:30:04.837487Z","steps":["trace[1608948458] 'process raft request' (duration: 101.673773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:05.774779Z","caller":"traceutil/trace.go:171","msg":"trace[56938373] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4048; }","duration":"129.548693ms","start":"2026-03-31T22:30:05.6452Z","end":"2026-03-31T22:30:05.774749Z","steps":["trace[56938373] 'read index received' (duration: 129.41725ms)","trace[56938373] 'applied index is now lower than readState.Index' (duration: 130.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:05.774805Z","caller":"traceutil/trace.go:171","msg":"trace[2031741218] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"135.149233ms","start":"2026-03-31T22:30:05.639619Z","end":"2026-03-31T22:30:05.774769Z","steps":["trace[2031741218] 'process raft request' (duration: 134.806165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:05.774881Z","caller":"traceutil/trace.go:171","msg":"trace[1316856144] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"134.784874ms","start":"2026-03-31T22:30:05.640064Z","end":"2026-03-31T22:30:05.774849Z","steps":["trace[1316856144] 'process raft request' (duration: 134.622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:05.775063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.531923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:05.775103Z","caller":"traceutil/trace.go:171","msg":"trace[1824965345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3893; }","duration":"135.616224ms","start":"2026-03-31T22:30:05.639476Z","end":"2026-03-31T22:30:05.775093Z","steps":["trace[1824965345] 'agreement among raft nodes before linearized reading' (duration: 135.42129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:05.775786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.655225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:30:05.775789Z","caller":"traceutil/trace.go:171","msg":"trace[263074359] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"125.611224ms","start":"2026-03-31T22:30:05.650155Z","end":"2026-03-31T22:30:05.775766Z","steps":["trace[263074359] 'process raft request' (duration: 125.484491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:05.775821Z","caller":"traceutil/trace.go:171","msg":"trace[1953816885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3894; }","duration":"129.714617ms","start":"2026-03-31T22:30:05.6461Z","end":"2026-03-31T22:30:05.775814Z","steps":["trace[1953816885] 'agreement among raft nodes before linearized reading' (duration: 129.595674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.015227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.260579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:30:09.015533Z","caller":"traceutil/trace.go:171","msg":"trace[1086287701] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"166.004759ms","start":"2026-03-31T22:30:08.849504Z","end":"2026-03-31T22:30:09.015509Z","steps":["trace[1086287701] 'process raft request' (duration: 165.849535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:16.002411Z","caller":"traceutil/trace.go:171","msg":"trace[1570363757] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"176.986024ms","start":"2026-03-31T22:30:15.8254Z","end":"2026-03-31T22:30:16.002386Z","steps":["trace[1570363757] 'process raft request' (duration: 176.361249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:16.029617Z","caller":"traceutil/trace.go:171","msg":"trace[2040743344] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4109; }","duration":"184.918063ms","start":"2026-03-31T22:30:15.844673Z","end":"2026-03-31T22:30:16.029591Z","steps":["trace[2040743344] 'read index received' (duration: 157.106305ms)","trace[2040743344] 'applied index is now lower than readState.Index' (duration: 27.810578ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:16.029681Z","caller":"traceutil/trace.go:171","msg":"trace[417186609] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"203.552132ms","start":"2026-03-31T22:30:15.826098Z","end":"2026-03-31T22:30:16.02965Z","steps":["trace[417186609] 'process raft request' (duration: 203.360666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:16.029871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.20617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:30:16.029922Z","caller":"traceutil/trace.go:171","msg":"trace[1145562609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3952; }","duration":"185.316724ms","start":"2026-03-31T22:30:15.84459Z","end":"2026-03-31T22:30:16.029907Z","steps":["trace[1145562609] 'agreement among raft nodes before linearized reading' (duration: 185.15578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:16.030084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.943736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:30:16.030159Z","caller":"traceutil/trace.go:171","msg":"trace[732698014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3952; }","duration":"109.059378ms","start":"2026-03-31T22:30:15.921087Z","end":"2026-03-31T22:30:16.030146Z","steps":["trace[732698014] 'agreement among raft nodes before linearized reading' (duration: 108.783581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:16.030334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.683423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:16.030484Z","caller":"traceutil/trace.go:171","msg":"trace[591114493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3952; }","duration":"109.90032ms","start":"2026-03-31T22:30:15.920557Z","end":"2026-03-31T22:30:16.030457Z","steps":["trace[591114493] 'agreement among raft nodes before linearized reading' (duration: 109.283454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:16.294565Z","caller":"traceutil/trace.go:171","msg":"trace[292463565] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"259.522387ms","start":"2026-03-31T22:30:16.035001Z","end":"2026-03-31T22:30:16.294524Z","steps":["trace[292463565] 'process raft request' (duration: 259.353003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:16.294662Z","caller":"traceutil/trace.go:171","msg":"trace[331432758] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"259.605349ms","start":"2026-03-31T22:30:16.034982Z","end":"2026-03-31T22:30:16.294587Z","steps":["trace[331432758] 'process raft request' (duration: 232.312483ms)","trace[331432758] 'compare' (duration: 26.682591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:18.488415Z","caller":"traceutil/trace.go:171","msg":"trace[1194970694] linearizableReadLoop","detail":"{readStateIndex:4125; appliedIndex:4124; }","duration":"110.76306ms","start":"2026-03-31T22:30:18.37759Z","end":"2026-03-31T22:30:18.488353Z","steps":["trace[1194970694] 'read index received' (duration: 86.80857ms)","trace[1194970694] 'applied index is now lower than readState.Index' (duration: 23.94663ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:18.488441Z","caller":"traceutil/trace.go:171","msg":"trace[1171075265] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"113.404507ms","start":"2026-03-31T22:30:18.37497Z","end":"2026-03-31T22:30:18.488375Z","steps":["trace[1171075265] 'process raft request' (duration: 89.440516ms)","trace[1171075265] 'compare' (duration: 23.583921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:18.488925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.292384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:30:18.489033Z","caller":"traceutil/trace.go:171","msg":"trace[1685309707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3966; }","duration":"111.493629ms","start":"2026-03-31T22:30:18.377519Z","end":"2026-03-31T22:30:18.489012Z","steps":["trace[1685309707] 'agreement among raft nodes before linearized reading' (duration: 111.007337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:18.739276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.906796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:18.739448Z","caller":"traceutil/trace.go:171","msg":"trace[941506524] linearizableReadLoop","detail":"{readStateIndex:4127; appliedIndex:4125; }","duration":"237.947595ms","start":"2026-03-31T22:30:18.501471Z","end":"2026-03-31T22:30:18.739418Z","steps":["trace[941506524] 'read index received' (duration: 64.651953ms)","trace[941506524] 'applied index is now lower than readState.Index' (duration: 173.293242ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:18.739478Z","caller":"traceutil/trace.go:171","msg":"trace[334322353] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"239.469543ms","start":"2026-03-31T22:30:18.499961Z","end":"2026-03-31T22:30:18.73943Z","steps":["trace[334322353] 'process raft request' (duration: 118.295081ms)","trace[334322353] 'compare' (duration: 120.69198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:18.739887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.372255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-31T22:30:18.740047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.509331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak.18a20da08967d54d\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-31T22:30:18.740155Z","caller":"traceutil/trace.go:171","msg":"trace[1456045861] range","detail":"{range_begin:/registry/events/auth-system/keycloak.18a20da08967d54d; range_end:; response_count:1; response_revision:3968; }","duration":"168.688996ms","start":"2026-03-31T22:30:18.571442Z","end":"2026-03-31T22:30:18.740131Z","steps":["trace[1456045861] 'agreement among raft nodes before linearized reading' (duration: 168.145692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:18.740001Z","caller":"traceutil/trace.go:171","msg":"trace[1802325263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3968; }","duration":"238.53071ms","start":"2026-03-31T22:30:18.501443Z","end":"2026-03-31T22:30:18.739974Z","steps":["trace[1802325263] 'agreement among raft nodes before linearized reading' (duration: 238.074838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:18.970791Z","caller":"traceutil/trace.go:171","msg":"trace[1110372108] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"147.717438ms","start":"2026-03-31T22:30:18.82304Z","end":"2026-03-31T22:30:18.970757Z","steps":["trace[1110372108] 'process raft request' (duration: 86.42053ms)","trace[1110372108] 'compare' (duration: 61.156265ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:19.019272Z","caller":"traceutil/trace.go:171","msg":"trace[2110083642] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"194.257798ms","start":"2026-03-31T22:30:18.824967Z","end":"2026-03-31T22:30:19.019225Z","steps":["trace[2110083642] 'process raft request' (duration: 193.818757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:19.807084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537168982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:30:20.287488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130698691s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:30:20.544913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525808513s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:30:20.545952Z","caller":"traceutil/trace.go:171","msg":"trace[852219138] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"1.389319986s","start":"2026-03-31T22:30:19.156595Z","end":"2026-03-31T22:30:20.545915Z","steps":["trace[852219138] 'process raft request' (duration: 1.388418273s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:20.545918Z","caller":"traceutil/trace.go:171","msg":"trace[483783412] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4130; }","duration":"1.239590757s","start":"2026-03-31T22:30:19.306262Z","end":"2026-03-31T22:30:20.545853Z","steps":["trace[483783412] 'read index received' (duration: 981.372573ms)","trace[483783412] 'applied index is now lower than readState.Index' (duration: 258.215804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:20.54618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.156567Z","time spent":"1.38951321s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:21.046689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537168990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:30:21.37667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.91872Z","time spent":"457.943518ms","remote":"127.0.0.1:34842","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:30:21.377074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070799827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:30:21.377124Z","caller":"traceutil/trace.go:171","msg":"trace[213505037] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3972; }","duration":"2.07091507s","start":"2026-03-31T22:30:19.30619Z","end":"2026-03-31T22:30:21.377106Z","steps":["trace[213505037] 'agreement among raft nodes before linearized reading' (duration: 1.239768271s)","trace[213505037] 'count revisions from in-memory index tree' (duration: 831.059526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:21.377158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.306159Z","time spent":"2.070991041s","remote":"127.0.0.1:38630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":366,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:21.547321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537168990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:30:21.612418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324765664s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:30:21.612884Z","caller":"traceutil/trace.go:171","msg":"trace[1984220680] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"1.51889599s","start":"2026-03-31T22:30:20.093965Z","end":"2026-03-31T22:30:21.612861Z","steps":["trace[1984220680] 'process raft request' (duration: 1.518806098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.613012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.093924Z","time spent":"1.519006973s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:21.613158Z","caller":"traceutil/trace.go:171","msg":"trace[1606646012] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"1.79610809s","start":"2026-03-31T22:30:19.816997Z","end":"2026-03-31T22:30:21.613105Z","steps":["trace[1606646012] 'process raft request' (duration: 1.795639458s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.61323Z","caller":"traceutil/trace.go:171","msg":"trace[1279971351] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"1.513265608s","start":"2026-03-31T22:30:20.099929Z","end":"2026-03-31T22:30:21.613194Z","steps":["trace[1279971351] 'process raft request' (duration: 1.512894819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.613236Z","caller":"traceutil/trace.go:171","msg":"trace[517192764] linearizableReadLoop","detail":"{readStateIndex:4135; appliedIndex:4132; }","duration":"1.067129096s","start":"2026-03-31T22:30:20.546082Z","end":"2026-03-31T22:30:21.613211Z","steps":["trace[517192764] 'read index received' (duration: 1.066484129s)","trace[517192764] 'applied index is now lower than readState.Index' (duration: 642.557µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:21.613359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.816952Z","time spent":"1.796312416s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:21.613408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.099885Z","time spent":"1.513432503s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:21.613497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481111481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:30:21.613545Z","caller":"traceutil/trace.go:171","msg":"trace[280511040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3975; }","duration":"1.481200963s","start":"2026-03-31T22:30:20.132331Z","end":"2026-03-31T22:30:21.613532Z","steps":["trace[280511040] 'agreement among raft nodes before linearized reading' (duration: 1.481050569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.613582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.132305Z","time spent":"1.481269715s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:21.613673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210247499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:21.613703Z","caller":"traceutil/trace.go:171","msg":"trace[889683763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3975; }","duration":"1.210313831s","start":"2026-03-31T22:30:20.403381Z","end":"2026-03-31T22:30:21.613694Z","steps":["trace[889683763] 'agreement among raft nodes before linearized reading' (duration: 1.21027231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.613703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251419033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:30:21.613734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.403356Z","time spent":"1.210372542s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:30:21.613817Z","caller":"traceutil/trace.go:171","msg":"trace[56577708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3975; }","duration":"2.251578378s","start":"2026-03-31T22:30:19.362223Z","end":"2026-03-31T22:30:21.613801Z","steps":["trace[56577708] 'agreement among raft nodes before linearized reading' (duration: 2.251347252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.613871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.362195Z","time spent":"2.251664789s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:30:21.613925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245813462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:21.613961Z","caller":"traceutil/trace.go:171","msg":"trace[1642153787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3975; }","duration":"1.245892784s","start":"2026-03-31T22:30:20.368059Z","end":"2026-03-31T22:30:21.613952Z","steps":["trace[1642153787] 'agreement among raft nodes before linearized reading' (duration: 1.245805232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.613993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.368025Z","time spent":"1.245961286s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:21.614104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248866849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:30:21.614151Z","caller":"traceutil/trace.go:171","msg":"trace[1222136929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:3975; }","duration":"2.248939371s","start":"2026-03-31T22:30:19.3652Z","end":"2026-03-31T22:30:21.61414Z","steps":["trace[1222136929] 'agreement among raft nodes before linearized reading' (duration: 2.248752256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246700244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:30:21.613684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588821665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:21.614199Z","caller":"traceutil/trace.go:171","msg":"trace[1776265092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3975; }","duration":"1.246776496s","start":"2026-03-31T22:30:20.367414Z","end":"2026-03-31T22:30:21.61419Z","steps":["trace[1776265092] 'agreement among raft nodes before linearized reading' (duration: 1.246680104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.367392Z","time spent":"1.246836248s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:30:21.614234Z","caller":"traceutil/trace.go:171","msg":"trace[1086626722] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3975; }","duration":"1.589462491s","start":"2026-03-31T22:30:20.024753Z","end":"2026-03-31T22:30:21.614216Z","steps":["trace[1086626722] 'agreement among raft nodes before linearized reading' (duration: 1.588761063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146780705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:30:21.614275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.357314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:30:21.614289Z","caller":"traceutil/trace.go:171","msg":"trace[1380506924] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3975; }","duration":"2.146839816s","start":"2026-03-31T22:30:19.467442Z","end":"2026-03-31T22:30:21.614282Z","steps":["trace[1380506924] 'agreement among raft nodes before linearized reading' (duration: 2.146763865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.024716Z","time spent":"1.589556963s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:21.614321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.467411Z","time spent":"2.146904238s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:30:21.614329Z","caller":"traceutil/trace.go:171","msg":"trace[1457189365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3975; }","duration":"639.444786ms","start":"2026-03-31T22:30:20.974867Z","end":"2026-03-31T22:30:21.614312Z","steps":["trace[1457189365] 'agreement among raft nodes before linearized reading' (duration: 639.307463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.61436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.974846Z","time spent":"639.507228ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:30:21.614188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:19.365162Z","time spent":"2.249019223s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:30:21.614529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.049582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:21.614114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063520825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-31T22:30:21.614573Z","caller":"traceutil/trace.go:171","msg":"trace[1054074092] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3975; }","duration":"744.140124ms","start":"2026-03-31T22:30:20.870418Z","end":"2026-03-31T22:30:21.614558Z","steps":["trace[1054074092] 'agreement among raft nodes before linearized reading' (duration: 744.082013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.870394Z","time spent":"744.209566ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:21.614788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.488559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:21.614848Z","caller":"traceutil/trace.go:171","msg":"trace[1205483221] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3975; }","duration":"833.588901ms","start":"2026-03-31T22:30:20.781241Z","end":"2026-03-31T22:30:21.61483Z","steps":["trace[1205483221] 'agreement among raft nodes before linearized reading' (duration: 833.496859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.614616Z","caller":"traceutil/trace.go:171","msg":"trace[440600591] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3975; }","duration":"1.064058518s","start":"2026-03-31T22:30:20.550538Z","end":"2026-03-31T22:30:21.614597Z","steps":["trace[440600591] 'agreement among raft nodes before linearized reading' (duration: 1.063262508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.614898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.781217Z","time spent":"833.668262ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:21.614914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:20.550517Z","time spent":"1.064381137s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-31T22:30:21.793684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.590911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:21.793793Z","caller":"traceutil/trace.go:171","msg":"trace[844286771] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"173.735962ms","start":"2026-03-31T22:30:21.620041Z","end":"2026-03-31T22:30:21.793777Z","steps":["trace[844286771] 'read index received' (duration: 71.971587ms)","trace[844286771] 'applied index is now lower than readState.Index' (duration: 101.762635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:21.793811Z","caller":"traceutil/trace.go:171","msg":"trace[999146443] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"175.441475ms","start":"2026-03-31T22:30:21.618356Z","end":"2026-03-31T22:30:21.793798Z","steps":["trace[999146443] 'process raft request' (duration: 73.656999ms)","trace[999146443] 'compare' (duration: 101.493209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:21.794049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.970438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63160"} {"level":"info","ts":"2026-03-31T22:30:21.794089Z","caller":"traceutil/trace.go:171","msg":"trace[1307151998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3976; }","duration":"174.087861ms","start":"2026-03-31T22:30:21.619992Z","end":"2026-03-31T22:30:21.79408Z","steps":["trace[1307151998] 'agreement among raft nodes before linearized reading' (duration: 173.864215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.921495Z","caller":"traceutil/trace.go:171","msg":"trace[1125576379] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"301.413239ms","start":"2026-03-31T22:30:21.620055Z","end":"2026-03-31T22:30:21.921468Z","steps":["trace[1125576379] 'process raft request' (duration: 299.960972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.921665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.62003Z","time spent":"301.543883ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:21.921804Z","caller":"traceutil/trace.go:171","msg":"trace[85440476] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"301.645325ms","start":"2026-03-31T22:30:21.620134Z","end":"2026-03-31T22:30:21.92178Z","steps":["trace[85440476] 'process raft request' (duration: 301.501321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.921994Z","caller":"traceutil/trace.go:171","msg":"trace[1146114530] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"301.765327ms","start":"2026-03-31T22:30:21.620192Z","end":"2026-03-31T22:30:21.921958Z","steps":["trace[1146114530] 'process raft request' (duration: 301.652214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.922103Z","caller":"traceutil/trace.go:171","msg":"trace[447163584] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"301.943922ms","start":"2026-03-31T22:30:21.620143Z","end":"2026-03-31T22:30:21.922087Z","steps":["trace[447163584] 'process raft request' (duration: 301.595024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.922127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.620187Z","time spent":"301.880131ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:21.922096Z","caller":"traceutil/trace.go:171","msg":"trace[824852795] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"301.949162ms","start":"2026-03-31T22:30:21.620087Z","end":"2026-03-31T22:30:21.922036Z","steps":["trace[824852795] 'process raft request' (duration: 301.339517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.922169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.620129Z","time spent":"302.005764ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:21.92197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.620129Z","time spent":"301.750767ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:21.922326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.620077Z","time spent":"302.124006ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:21.924044Z","caller":"traceutil/trace.go:171","msg":"trace[1557784207] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4136; }","duration":"130.20165ms","start":"2026-03-31T22:30:21.793818Z","end":"2026-03-31T22:30:21.92402Z","steps":["trace[1557784207] 'read index received' (duration: 126.312392ms)","trace[1557784207] 'applied index is now lower than readState.Index' (duration: 3.887798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:21.924192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.525379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:21.924241Z","caller":"traceutil/trace.go:171","msg":"trace[1962405607] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3982; }","duration":"183.620791ms","start":"2026-03-31T22:30:21.740606Z","end":"2026-03-31T22:30:21.924227Z","steps":["trace[1962405607] 'agreement among raft nodes before linearized reading' (duration: 183.529499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.924228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.156974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17054"} {"level":"info","ts":"2026-03-31T22:30:21.924302Z","caller":"traceutil/trace.go:171","msg":"trace[526148692] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3982; }","duration":"131.269617ms","start":"2026-03-31T22:30:21.793012Z","end":"2026-03-31T22:30:21.924281Z","steps":["trace[526148692] 'agreement among raft nodes before linearized reading' (duration: 131.027021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.924399Z","caller":"traceutil/trace.go:171","msg":"trace[47701736] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"193.255593ms","start":"2026-03-31T22:30:21.731125Z","end":"2026-03-31T22:30:21.924381Z","steps":["trace[47701736] 'process raft request' (duration: 192.72228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.924419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.24684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-03-31T22:30:21.924434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.843364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:30:21.924487Z","caller":"traceutil/trace.go:171","msg":"trace[531108466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3982; }","duration":"120.927936ms","start":"2026-03-31T22:30:21.803549Z","end":"2026-03-31T22:30:21.924477Z","steps":["trace[531108466] 'agreement among raft nodes before linearized reading' (duration: 120.737772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.924482Z","caller":"traceutil/trace.go:171","msg":"trace[593007596] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3982; }","duration":"304.367933ms","start":"2026-03-31T22:30:21.620099Z","end":"2026-03-31T22:30:21.924467Z","steps":["trace[593007596] 'agreement among raft nodes before linearized reading' (duration: 304.160168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.924535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.620069Z","time spent":"304.445825ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-31T22:30:21.924584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.993943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:21.924714Z","caller":"traceutil/trace.go:171","msg":"trace[449391868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3982; }","duration":"300.147326ms","start":"2026-03-31T22:30:21.624555Z","end":"2026-03-31T22:30:21.924702Z","steps":["trace[449391868] 'agreement among raft nodes before linearized reading' (duration: 299.961381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:21.924746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:21.624545Z","time spent":"300.192898ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:30:22.090572Z","caller":"traceutil/trace.go:171","msg":"trace[1727293757] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"152.931501ms","start":"2026-03-31T22:30:21.937596Z","end":"2026-03-31T22:30:22.090528Z","steps":["trace[1727293757] 'process raft request' (duration: 93.750475ms)","trace[1727293757] 'compare' (duration: 59.026632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:22.562624Z","caller":"traceutil/trace.go:171","msg":"trace[2106623328] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4143; }","duration":"127.454351ms","start":"2026-03-31T22:30:22.435146Z","end":"2026-03-31T22:30:22.5626Z","steps":["trace[2106623328] 'read index received' (duration: 127.314488ms)","trace[2106623328] 'applied index is now lower than readState.Index' (duration: 138.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:22.56273Z","caller":"traceutil/trace.go:171","msg":"trace[956346637] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"157.860925ms","start":"2026-03-31T22:30:22.404844Z","end":"2026-03-31T22:30:22.562705Z","steps":["trace[956346637] 'process raft request' (duration: 157.611099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:22.562816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.658976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:30:22.562858Z","caller":"traceutil/trace.go:171","msg":"trace[1387522129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3984; }","duration":"127.755008ms","start":"2026-03-31T22:30:22.435091Z","end":"2026-03-31T22:30:22.562846Z","steps":["trace[1387522129] 'agreement among raft nodes before linearized reading' (duration: 127.608105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.778729Z","caller":"traceutil/trace.go:171","msg":"trace[294123580] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"210.521786ms","start":"2026-03-31T22:30:22.568133Z","end":"2026-03-31T22:30:22.778655Z","steps":["trace[294123580] 'process raft request' (duration: 181.479326ms)","trace[294123580] 'compare' (duration: 28.763193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:22.778857Z","caller":"traceutil/trace.go:171","msg":"trace[2108481017] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"196.944046ms","start":"2026-03-31T22:30:22.581889Z","end":"2026-03-31T22:30:22.778833Z","steps":["trace[2108481017] 'process raft request' (duration: 196.890344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.778916Z","caller":"traceutil/trace.go:171","msg":"trace[667913495] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"210.141277ms","start":"2026-03-31T22:30:22.568738Z","end":"2026-03-31T22:30:22.778879Z","steps":["trace[667913495] 'process raft request' (duration: 209.87023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.779058Z","caller":"traceutil/trace.go:171","msg":"trace[1587872492] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"209.715826ms","start":"2026-03-31T22:30:22.569306Z","end":"2026-03-31T22:30:22.779022Z","steps":["trace[1587872492] 'process raft request' (duration: 209.347687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.779114Z","caller":"traceutil/trace.go:171","msg":"trace[1625314632] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"209.710326ms","start":"2026-03-31T22:30:22.569372Z","end":"2026-03-31T22:30:22.779082Z","steps":["trace[1625314632] 'process raft request' (duration: 209.364837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.779139Z","caller":"traceutil/trace.go:171","msg":"trace[1623900465] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"210.924916ms","start":"2026-03-31T22:30:22.568201Z","end":"2026-03-31T22:30:22.779126Z","steps":["trace[1623900465] 'process raft request' (duration: 210.313971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.77906Z","caller":"traceutil/trace.go:171","msg":"trace[864403766] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"210.726231ms","start":"2026-03-31T22:30:22.568322Z","end":"2026-03-31T22:30:22.779048Z","steps":["trace[864403766] 'process raft request' (duration: 210.244849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:23.946802Z","caller":"traceutil/trace.go:171","msg":"trace[519246202] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4157; }","duration":"114.784303ms","start":"2026-03-31T22:30:23.831991Z","end":"2026-03-31T22:30:23.946776Z","steps":["trace[519246202] 'read index received' (duration: 32.629039ms)","trace[519246202] 'applied index is now lower than readState.Index' (duration: 82.153843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:23.946844Z","caller":"traceutil/trace.go:171","msg":"trace[429124540] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"115.369247ms","start":"2026-03-31T22:30:23.831455Z","end":"2026-03-31T22:30:23.946825Z","steps":["trace[429124540] 'process raft request' (duration: 63.647038ms)","trace[429124540] 'compare' (duration: 51.552395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:23.947005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.004828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:30:23.947042Z","caller":"traceutil/trace.go:171","msg":"trace[1030920263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3998; }","duration":"115.07313ms","start":"2026-03-31T22:30:23.831961Z","end":"2026-03-31T22:30:23.947034Z","steps":["trace[1030920263] 'agreement among raft nodes before linearized reading' (duration: 114.912026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:25.519659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.042593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:25.519746Z","caller":"traceutil/trace.go:171","msg":"trace[42446083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4005; }","duration":"116.183847ms","start":"2026-03-31T22:30:25.403543Z","end":"2026-03-31T22:30:25.519727Z","steps":["trace[42446083] 'range keys from in-memory index tree' (duration: 115.941661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.801185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849310427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:30:27.801291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804878691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:30:27.801309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837225132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:27.801359Z","caller":"traceutil/trace.go:171","msg":"trace[1598069010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4008; }","duration":"1.804990884s","start":"2026-03-31T22:30:25.996353Z","end":"2026-03-31T22:30:27.801343Z","steps":["trace[1598069010] 'range keys from in-memory index tree' (duration: 1.804744668s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.801377Z","caller":"traceutil/trace.go:171","msg":"trace[126523167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4008; }","duration":"1.837337875s","start":"2026-03-31T22:30:25.964024Z","end":"2026-03-31T22:30:27.801362Z","steps":["trace[126523167] 'range keys from in-memory index tree' (duration: 1.837083459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.801368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849385738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:30:27.801411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.964006Z","time spent":"1.837399157s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:27.801418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.996333Z","time spent":"1.805071296s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:30:27.801471Z","caller":"traceutil/trace.go:171","msg":"trace[80571227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4008; }","duration":"1.849512392s","start":"2026-03-31T22:30:25.951918Z","end":"2026-03-31T22:30:27.801431Z","steps":["trace[80571227] 'range keys from in-memory index tree' (duration: 1.849221015s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.801282Z","caller":"traceutil/trace.go:171","msg":"trace[351080254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:4008; }","duration":"1.849449551s","start":"2026-03-31T22:30:25.95181Z","end":"2026-03-31T22:30:27.80126Z","steps":["trace[351080254] 'range keys from in-memory index tree' (duration: 1.849065871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.801679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805180219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:30:27.8017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805489626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:30:27.801728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.951791Z","time spent":"1.849903782s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:30:27.801715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.951911Z","time spent":"1.849770038s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:27.801839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.726029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:27.801901Z","caller":"traceutil/trace.go:171","msg":"trace[1041242416] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"935.931631ms","start":"2026-03-31T22:30:26.865958Z","end":"2026-03-31T22:30:27.801889Z","steps":["trace[1041242416] 'read index received' (duration: 154.008508ms)","trace[1041242416] 'applied index is now lower than readState.Index' (duration: 781.921733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:27.801907Z","caller":"traceutil/trace.go:171","msg":"trace[993288209] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.119705576s","start":"2026-03-31T22:30:26.682186Z","end":"2026-03-31T22:30:27.801892Z","steps":["trace[993288209] 'process raft request' (duration: 337.872035ms)","trace[993288209] 'compare' (duration: 780.657601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:27.801942Z","caller":"traceutil/trace.go:171","msg":"trace[1925878271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4008; }","duration":"1.805597129s","start":"2026-03-31T22:30:25.996166Z","end":"2026-03-31T22:30:27.801763Z","steps":["trace[1925878271] 'range keys from in-memory index tree' (duration: 1.805360283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.801981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:26.682153Z","time spent":"1.119780318s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:27.802038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.044514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:30:27.801707Z","caller":"traceutil/trace.go:171","msg":"trace[1131031361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4008; }","duration":"1.80522255s","start":"2026-03-31T22:30:25.996477Z","end":"2026-03-31T22:30:27.801699Z","steps":["trace[1131031361] 'range keys from in-memory index tree' (duration: 1.805093236s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.80208Z","caller":"traceutil/trace.go:171","msg":"trace[225930267] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4009; }","duration":"936.155077ms","start":"2026-03-31T22:30:26.865914Z","end":"2026-03-31T22:30:27.802069Z","steps":["trace[225930267] 'agreement among raft nodes before linearized reading' (duration: 936.008773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.802105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.996466Z","time spent":"1.80563173s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:30:27.802106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:26.865893Z","time spent":"936.206508ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:30:27.802067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:25.996146Z","time spent":"1.805908496s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:30:27.991599Z","caller":"traceutil/trace.go:171","msg":"trace[382294122] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"328.5187ms","start":"2026-03-31T22:30:27.663059Z","end":"2026-03-31T22:30:27.991578Z","steps":["trace[382294122] 'process raft request' (duration: 328.388907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.991781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:27.663034Z","time spent":"328.629962ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:27.996917Z","caller":"traceutil/trace.go:171","msg":"trace[219094007] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"325.059422ms","start":"2026-03-31T22:30:27.671827Z","end":"2026-03-31T22:30:27.996886Z","steps":["trace[219094007] 'process raft request' (duration: 324.741364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.997269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:27.671796Z","time spent":"325.208766ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:27.997922Z","caller":"traceutil/trace.go:171","msg":"trace[1349686684] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"192.509205ms","start":"2026-03-31T22:30:27.805396Z","end":"2026-03-31T22:30:27.997905Z","steps":["trace[1349686684] 'process raft request' (duration: 192.172056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.997941Z","caller":"traceutil/trace.go:171","msg":"trace[2107894473] linearizableReadLoop","detail":"{readStateIndex:4173; appliedIndex:4170; }","duration":"195.996672ms","start":"2026-03-31T22:30:27.801923Z","end":"2026-03-31T22:30:27.99792Z","steps":["trace[2107894473] 'read index received' (duration: 189.621022ms)","trace[2107894473] 'applied index is now lower than readState.Index' (duration: 6.37473ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:27.998Z","caller":"traceutil/trace.go:171","msg":"trace[27568184] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"191.111608ms","start":"2026-03-31T22:30:27.80687Z","end":"2026-03-31T22:30:27.997982Z","steps":["trace[27568184] 'process raft request' (duration: 190.951224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.998073Z","caller":"traceutil/trace.go:171","msg":"trace[1093818348] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"191.093808ms","start":"2026-03-31T22:30:27.806969Z","end":"2026-03-31T22:30:27.998062Z","steps":["trace[1093818348] 'process raft request' (duration: 190.892403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.99812Z","caller":"traceutil/trace.go:171","msg":"trace[1643521756] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"318.18253ms","start":"2026-03-31T22:30:27.679927Z","end":"2026-03-31T22:30:27.99811Z","steps":["trace[1643521756] 'process raft request' (duration: 316.821495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.998212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:27.679911Z","time spent":"318.252892ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:27.998206Z","caller":"traceutil/trace.go:171","msg":"trace[958301146] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"191.791917ms","start":"2026-03-31T22:30:27.8064Z","end":"2026-03-31T22:30:27.998191Z","steps":["trace[958301146] 'process raft request' (duration: 191.333045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.998238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.291228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:27.99826Z","caller":"traceutil/trace.go:171","msg":"trace[1166162729] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"191.730815ms","start":"2026-03-31T22:30:27.806482Z","end":"2026-03-31T22:30:27.998213Z","steps":["trace[1166162729] 'process raft request' (duration: 191.299054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.998315Z","caller":"traceutil/trace.go:171","msg":"trace[1091823802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4018; }","duration":"597.415541ms","start":"2026-03-31T22:30:27.40088Z","end":"2026-03-31T22:30:27.998296Z","steps":["trace[1091823802] 'agreement among raft nodes before linearized reading' (duration: 597.242127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:27.99833Z","caller":"traceutil/trace.go:171","msg":"trace[151939892] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"190.587785ms","start":"2026-03-31T22:30:27.807714Z","end":"2026-03-31T22:30:27.998302Z","steps":["trace[151939892] 'process raft request' (duration: 190.174805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:27.998369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:27.400861Z","time spent":"597.497463ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:30:27.99853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.136868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:30:27.998598Z","caller":"traceutil/trace.go:171","msg":"trace[157624348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4018; }","duration":"189.237541ms","start":"2026-03-31T22:30:27.809343Z","end":"2026-03-31T22:30:27.998581Z","steps":["trace[157624348] 'agreement among raft nodes before linearized reading' (duration: 188.948004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:33.910719Z","caller":"traceutil/trace.go:171","msg":"trace[476122764] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"123.057949ms","start":"2026-03-31T22:30:33.787616Z","end":"2026-03-31T22:30:33.910674Z","steps":["trace[476122764] 'process raft request' (duration: 71.663039ms)","trace[476122764] 'compare' (duration: 51.074082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:34.114615Z","caller":"traceutil/trace.go:171","msg":"trace[835722610] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"102.35443ms","start":"2026-03-31T22:30:34.01223Z","end":"2026-03-31T22:30:34.114584Z","steps":["trace[835722610] 'process raft request' (duration: 25.621343ms)","trace[835722610] 'compare' (duration: 76.623604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:34.195767Z","caller":"traceutil/trace.go:171","msg":"trace[1454721057] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"178.7872ms","start":"2026-03-31T22:30:34.016954Z","end":"2026-03-31T22:30:34.195741Z","steps":["trace[1454721057] 'process raft request' (duration: 178.604065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.195911Z","caller":"traceutil/trace.go:171","msg":"trace[89540889] linearizableReadLoop","detail":"{readStateIndex:4207; appliedIndex:4204; }","duration":"173.942737ms","start":"2026-03-31T22:30:34.021948Z","end":"2026-03-31T22:30:34.19589Z","steps":["trace[89540889] 'read index received' (duration: 15.902449ms)","trace[89540889] 'applied index is now lower than readState.Index' (duration: 158.038808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:34.195977Z","caller":"traceutil/trace.go:171","msg":"trace[461928006] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"178.44381ms","start":"2026-03-31T22:30:34.017511Z","end":"2026-03-31T22:30:34.195955Z","steps":["trace[461928006] 'process raft request' (duration: 178.170543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.196114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.148753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:30:34.196157Z","caller":"traceutil/trace.go:171","msg":"trace[631933620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4044; }","duration":"174.231865ms","start":"2026-03-31T22:30:34.021913Z","end":"2026-03-31T22:30:34.196145Z","steps":["trace[631933620] 'agreement among raft nodes before linearized reading' (duration: 174.074831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.196172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:30:34.196254Z","caller":"traceutil/trace.go:171","msg":"trace[689921178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4044; }","duration":"173.877476ms","start":"2026-03-31T22:30:34.022354Z","end":"2026-03-31T22:30:34.196231Z","steps":["trace[689921178] 'agreement among raft nodes before linearized reading' (duration: 173.669811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.196354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.792421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:30:34.196404Z","caller":"traceutil/trace.go:171","msg":"trace[79087243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4044; }","duration":"104.880133ms","start":"2026-03-31T22:30:34.09151Z","end":"2026-03-31T22:30:34.19639Z","steps":["trace[79087243] 'agreement among raft nodes before linearized reading' (duration: 104.75668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.196487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.598453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:30:34.196615Z","caller":"traceutil/trace.go:171","msg":"trace[1164238744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:4044; }","duration":"172.897852ms","start":"2026-03-31T22:30:34.023697Z","end":"2026-03-31T22:30:34.196595Z","steps":["trace[1164238744] 'agreement among raft nodes before linearized reading' (duration: 172.488211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.197377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.624166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:30:34.197428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.244885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:30:34.19744Z","caller":"traceutil/trace.go:171","msg":"trace[1315802059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4044; }","duration":"174.699827ms","start":"2026-03-31T22:30:34.022725Z","end":"2026-03-31T22:30:34.197425Z","steps":["trace[1315802059] 'agreement among raft nodes before linearized reading' (duration: 173.693591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.197632Z","caller":"traceutil/trace.go:171","msg":"trace[2019031124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4044; }","duration":"170.41618ms","start":"2026-03-31T22:30:34.027136Z","end":"2026-03-31T22:30:34.197553Z","steps":["trace[2019031124] 'agreement among raft nodes before linearized reading' (duration: 168.964953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.19781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.146368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:30:34.197871Z","caller":"traceutil/trace.go:171","msg":"trace[66582896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4044; }","duration":"169.219479ms","start":"2026-03-31T22:30:34.028635Z","end":"2026-03-31T22:30:34.197855Z","steps":["trace[66582896] 'agreement among raft nodes before linearized reading' (duration: 167.927147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.373857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.99119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:34.374128Z","caller":"traceutil/trace.go:171","msg":"trace[753828906] linearizableReadLoop","detail":"{readStateIndex:4208; appliedIndex:4207; }","duration":"173.120658ms","start":"2026-03-31T22:30:34.200989Z","end":"2026-03-31T22:30:34.374109Z","steps":["trace[753828906] 'read index received' (duration: 33.81058ms)","trace[753828906] 'applied index is now lower than readState.Index' (duration: 139.309088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:34.374195Z","caller":"traceutil/trace.go:171","msg":"trace[841160550] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"173.614509ms","start":"2026-03-31T22:30:34.200553Z","end":"2026-03-31T22:30:34.374167Z","steps":["trace[841160550] 'process raft request' (duration: 34.237199ms)","trace[841160550] 'compare' (duration: 138.885698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:34.374542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.551388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-03-31T22:30:34.374557Z","caller":"traceutil/trace.go:171","msg":"trace[1605739258] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"173.015435ms","start":"2026-03-31T22:30:34.201515Z","end":"2026-03-31T22:30:34.37453Z","steps":["trace[1605739258] 'process raft request' (duration: 172.869631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.374554Z","caller":"traceutil/trace.go:171","msg":"trace[602547000] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"173.492116ms","start":"2026-03-31T22:30:34.201009Z","end":"2026-03-31T22:30:34.374501Z","steps":["trace[602547000] 'process raft request' (duration: 173.056206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.374606Z","caller":"traceutil/trace.go:171","msg":"trace[959104258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4046; }","duration":"173.648231ms","start":"2026-03-31T22:30:34.200942Z","end":"2026-03-31T22:30:34.37459Z","steps":["trace[959104258] 'agreement among raft nodes before linearized reading' (duration: 173.365764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.374866Z","caller":"traceutil/trace.go:171","msg":"trace[1892260014] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"173.138518ms","start":"2026-03-31T22:30:34.20171Z","end":"2026-03-31T22:30:34.374848Z","steps":["trace[1892260014] 'process raft request' (duration: 172.776809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:34.374883Z","caller":"traceutil/trace.go:171","msg":"trace[108698618] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"172.638824ms","start":"2026-03-31T22:30:34.202229Z","end":"2026-03-31T22:30:34.374868Z","steps":["trace[108698618] 'process raft request' (duration: 172.479551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:34.375105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.281862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:30:34.375197Z","caller":"traceutil/trace.go:171","msg":"trace[961228029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4049; }","duration":"173.410484ms","start":"2026-03-31T22:30:34.201768Z","end":"2026-03-31T22:30:34.375179Z","steps":["trace[961228029] 'agreement among raft nodes before linearized reading' (duration: 173.080896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:40.045541Z","caller":"traceutil/trace.go:171","msg":"trace[331848187] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"114.744092ms","start":"2026-03-31T22:30:39.930759Z","end":"2026-03-31T22:30:40.045503Z","steps":["trace[331848187] 'process raft request' (duration: 67.130466ms)","trace[331848187] 'compare' (duration: 47.38834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:40.309376Z","caller":"traceutil/trace.go:171","msg":"trace[1561961958] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"174.41207ms","start":"2026-03-31T22:30:40.134921Z","end":"2026-03-31T22:30:40.309333Z","steps":["trace[1561961958] 'process raft request' (duration: 88.087973ms)","trace[1561961958] 'compare' (duration: 86.127722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:40.37697Z","caller":"traceutil/trace.go:171","msg":"trace[538163813] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"162.150182ms","start":"2026-03-31T22:30:40.214792Z","end":"2026-03-31T22:30:40.376943Z","steps":["trace[538163813] 'process raft request' (duration: 161.952847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:40.377194Z","caller":"traceutil/trace.go:171","msg":"trace[1842930535] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"161.865075ms","start":"2026-03-31T22:30:40.215287Z","end":"2026-03-31T22:30:40.377152Z","steps":["trace[1842930535] 'process raft request' (duration: 161.615869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:40.502261Z","caller":"traceutil/trace.go:171","msg":"trace[703415933] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"100.367569ms","start":"2026-03-31T22:30:40.401861Z","end":"2026-03-31T22:30:40.502228Z","steps":["trace[703415933] 'process raft request' (duration: 46.450266ms)","trace[703415933] 'compare' (duration: 53.79221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:40.978487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.339855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:40.978567Z","caller":"traceutil/trace.go:171","msg":"trace[1239933115] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4081; }","duration":"154.492129ms","start":"2026-03-31T22:30:40.824051Z","end":"2026-03-31T22:30:40.978543Z","steps":["trace[1239933115] 'count revisions from in-memory index tree' (duration: 154.211082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:41.359443Z","caller":"traceutil/trace.go:171","msg":"trace[1338217776] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"118.592127ms","start":"2026-03-31T22:30:41.240824Z","end":"2026-03-31T22:30:41.359416Z","steps":["trace[1338217776] 'process raft request' (duration: 39.342918ms)","trace[1338217776] 'compare' (duration: 79.095725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:42.174169Z","caller":"traceutil/trace.go:171","msg":"trace[893309693] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"123.019899ms","start":"2026-03-31T22:30:42.051124Z","end":"2026-03-31T22:30:42.174144Z","steps":["trace[893309693] 'process raft request' (duration: 122.775553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:43.619055Z","caller":"traceutil/trace.go:171","msg":"trace[1399424995] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"105.049777ms","start":"2026-03-31T22:30:43.513978Z","end":"2026-03-31T22:30:43.619028Z","steps":["trace[1399424995] 'process raft request' (duration: 104.868623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:44.689029Z","caller":"traceutil/trace.go:171","msg":"trace[1084001599] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"129.642695ms","start":"2026-03-31T22:30:44.559359Z","end":"2026-03-31T22:30:44.689002Z","steps":["trace[1084001599] 'process raft request' (duration: 129.44844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:44.694224Z","caller":"traceutil/trace.go:171","msg":"trace[1713773611] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"134.802195ms","start":"2026-03-31T22:30:44.559393Z","end":"2026-03-31T22:30:44.694195Z","steps":["trace[1713773611] 'process raft request' (duration: 134.59505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:44.694249Z","caller":"traceutil/trace.go:171","msg":"trace[1480639491] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4266; }","duration":"132.97923ms","start":"2026-03-31T22:30:44.561246Z","end":"2026-03-31T22:30:44.694225Z","steps":["trace[1480639491] 'read index received' (duration: 127.535813ms)","trace[1480639491] 'applied index is now lower than readState.Index' (duration: 5.442537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:44.694278Z","caller":"traceutil/trace.go:171","msg":"trace[1904291151] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"134.378995ms","start":"2026-03-31T22:30:44.559869Z","end":"2026-03-31T22:30:44.694248Z","steps":["trace[1904291151] 'process raft request' (duration: 134.247081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:44.694332Z","caller":"traceutil/trace.go:171","msg":"trace[1290278173] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"134.352104ms","start":"2026-03-31T22:30:44.55994Z","end":"2026-03-31T22:30:44.694293Z","steps":["trace[1290278173] 'process raft request' (duration: 134.21032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:44.694388Z","caller":"traceutil/trace.go:171","msg":"trace[2057386183] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"134.280742ms","start":"2026-03-31T22:30:44.560087Z","end":"2026-03-31T22:30:44.694368Z","steps":["trace[2057386183] 'process raft request' (duration: 134.100377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:44.694612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.348219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:30:44.694667Z","caller":"traceutil/trace.go:171","msg":"trace[1742894556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4106; }","duration":"133.434181ms","start":"2026-03-31T22:30:44.56122Z","end":"2026-03-31T22:30:44.694654Z","steps":["trace[1742894556] 'agreement among raft nodes before linearized reading' (duration: 133.197835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:44.694798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.065024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:30:44.694926Z","caller":"traceutil/trace.go:171","msg":"trace[2073488379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4106; }","duration":"112.217338ms","start":"2026-03-31T22:30:44.582691Z","end":"2026-03-31T22:30:44.694908Z","steps":["trace[2073488379] 'agreement among raft nodes before linearized reading' (duration: 111.795638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:45.038305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.124295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:45.038335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.589841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:45.038414Z","caller":"traceutil/trace.go:171","msg":"trace[1193428444] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4106; }","duration":"147.263708ms","start":"2026-03-31T22:30:44.89113Z","end":"2026-03-31T22:30:45.038393Z","steps":["trace[1193428444] 'count revisions from in-memory index tree' (duration: 146.970671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:45.038426Z","caller":"traceutil/trace.go:171","msg":"trace[804226002] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4106; }","duration":"236.735286ms","start":"2026-03-31T22:30:44.80167Z","end":"2026-03-31T22:30:45.038406Z","steps":["trace[804226002] 'range keys from in-memory index tree' (duration: 236.420168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:13.326744Z","caller":"traceutil/trace.go:171","msg":"trace[1289491938] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"124.602037ms","start":"2026-03-31T22:31:13.202113Z","end":"2026-03-31T22:31:13.326715Z","steps":["trace[1289491938] 'process raft request' (duration: 103.931576ms)","trace[1289491938] 'compare' (duration: 20.507017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:13.915986Z","caller":"traceutil/trace.go:171","msg":"trace[2118835562] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"135.037759ms","start":"2026-03-31T22:31:13.780905Z","end":"2026-03-31T22:31:13.915942Z","steps":["trace[2118835562] 'process raft request' (duration: 72.890335ms)","trace[2118835562] 'compare' (duration: 61.950899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:14.240672Z","caller":"traceutil/trace.go:171","msg":"trace[1496333826] linearizableReadLoop","detail":"{readStateIndex:4501; appliedIndex:4500; }","duration":"109.335082ms","start":"2026-03-31T22:31:14.131304Z","end":"2026-03-31T22:31:14.240639Z","steps":["trace[1496333826] 'read index received' (duration: 102.624213ms)","trace[1496333826] 'applied index is now lower than readState.Index' (duration: 6.709449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:14.240805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.485475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:14.240844Z","caller":"traceutil/trace.go:171","msg":"trace[1054438686] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details; range_end:; response_count:0; response_revision:4326; }","duration":"109.537276ms","start":"2026-03-31T22:31:14.131293Z","end":"2026-03-31T22:31:14.24083Z","steps":["trace[1054438686] 'agreement among raft nodes before linearized reading' (duration: 109.447524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:14.241058Z","caller":"traceutil/trace.go:171","msg":"trace[244444265] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"229.473016ms","start":"2026-03-31T22:31:14.011572Z","end":"2026-03-31T22:31:14.241045Z","steps":["trace[244444265] 'process raft request' (duration: 222.503801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:16.035997Z","caller":"traceutil/trace.go:171","msg":"trace[1707623258] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"148.963689ms","start":"2026-03-31T22:31:15.887007Z","end":"2026-03-31T22:31:16.03597Z","steps":["trace[1707623258] 'process raft request' (duration: 148.800185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:16.445946Z","caller":"traceutil/trace.go:171","msg":"trace[1374479513] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"118.203274ms","start":"2026-03-31T22:31:16.327718Z","end":"2026-03-31T22:31:16.445921Z","steps":["trace[1374479513] 'process raft request' (duration: 118.04527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:17.063637Z","caller":"traceutil/trace.go:171","msg":"trace[288445049] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4521; }","duration":"127.329495ms","start":"2026-03-31T22:31:16.936277Z","end":"2026-03-31T22:31:17.063606Z","steps":["trace[288445049] 'read index received' (duration: 28.430805ms)","trace[288445049] 'applied index is now lower than readState.Index' (duration: 98.89766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:17.06378Z","caller":"traceutil/trace.go:171","msg":"trace[114121400] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"127.989172ms","start":"2026-03-31T22:31:16.935749Z","end":"2026-03-31T22:31:17.063738Z","steps":["trace[114121400] 'process raft request' (duration: 28.932017ms)","trace[114121400] 'compare' (duration: 98.819179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:17.063946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.661934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:31:17.064Z","caller":"traceutil/trace.go:171","msg":"trace[777280264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4347; }","duration":"127.759577ms","start":"2026-03-31T22:31:16.936227Z","end":"2026-03-31T22:31:17.063986Z","steps":["trace[777280264] 'agreement among raft nodes before linearized reading' (duration: 127.49086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:17.068481Z","caller":"traceutil/trace.go:171","msg":"trace[298560681] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"128.498074ms","start":"2026-03-31T22:31:16.939959Z","end":"2026-03-31T22:31:17.068457Z","steps":["trace[298560681] 'process raft request' (duration: 128.37515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:17.588004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.163957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:17.588102Z","caller":"traceutil/trace.go:171","msg":"trace[1841119274] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4349; }","duration":"105.323521ms","start":"2026-03-31T22:31:17.482753Z","end":"2026-03-31T22:31:17.588076Z","steps":["trace[1841119274] 'count revisions from in-memory index tree' (duration: 104.998493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:18.175804Z","caller":"traceutil/trace.go:171","msg":"trace[681956055] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"134.154457ms","start":"2026-03-31T22:31:18.041623Z","end":"2026-03-31T22:31:18.175777Z","steps":["trace[681956055] 'process raft request' (duration: 133.984103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:18.706433Z","caller":"traceutil/trace.go:171","msg":"trace[1904082821] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"123.185971ms","start":"2026-03-31T22:31:18.583224Z","end":"2026-03-31T22:31:18.70641Z","steps":["trace[1904082821] 'process raft request' (duration: 123.028967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:18.706447Z","caller":"traceutil/trace.go:171","msg":"trace[1600918199] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"123.341325ms","start":"2026-03-31T22:31:18.583071Z","end":"2026-03-31T22:31:18.706412Z","steps":["trace[1600918199] 'process raft request' (duration: 92.606391ms)","trace[1600918199] 'compare' (duration: 30.449577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:19.115584Z","caller":"traceutil/trace.go:171","msg":"trace[1237260736] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"164.978742ms","start":"2026-03-31T22:31:18.950573Z","end":"2026-03-31T22:31:19.115551Z","steps":["trace[1237260736] 'process raft request' (duration: 114.910282ms)","trace[1237260736] 'compare' (duration: 49.945837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:19.208416Z","caller":"traceutil/trace.go:171","msg":"trace[659999002] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"257.009727ms","start":"2026-03-31T22:31:18.951375Z","end":"2026-03-31T22:31:19.208385Z","steps":["trace[659999002] 'process raft request' (duration: 256.743321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:19.208583Z","caller":"traceutil/trace.go:171","msg":"trace[1889230102] linearizableReadLoop","detail":"{readStateIndex:4533; appliedIndex:4530; }","duration":"253.862539ms","start":"2026-03-31T22:31:18.95469Z","end":"2026-03-31T22:31:19.208553Z","steps":["trace[1889230102] 'read index received' (duration: 110.760207ms)","trace[1889230102] 'applied index is now lower than readState.Index' (duration: 143.100512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:19.208685Z","caller":"traceutil/trace.go:171","msg":"trace[22728282] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"257.180332ms","start":"2026-03-31T22:31:18.951473Z","end":"2026-03-31T22:31:19.208653Z","steps":["trace[22728282] 'process raft request' (duration: 256.826563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:19.208743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.035183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:19.20878Z","caller":"traceutil/trace.go:171","msg":"trace[862310104] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:0; response_revision:4358; }","duration":"254.110045ms","start":"2026-03-31T22:31:18.95466Z","end":"2026-03-31T22:31:19.20877Z","steps":["trace[862310104] 'agreement among raft nodes before linearized reading' (duration: 254.018843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:19.535197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.21868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:31:19.535417Z","caller":"traceutil/trace.go:171","msg":"trace[993471328] linearizableReadLoop","detail":"{readStateIndex:4534; appliedIndex:4533; }","duration":"326.752794ms","start":"2026-03-31T22:31:19.208646Z","end":"2026-03-31T22:31:19.535398Z","steps":["trace[993471328] 'read index received' (duration: 62.473373ms)","trace[993471328] 'applied index is now lower than readState.Index' (duration: 264.278311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:19.535554Z","caller":"traceutil/trace.go:171","msg":"trace[1941280100] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"318.63687ms","start":"2026-03-31T22:31:19.216901Z","end":"2026-03-31T22:31:19.535538Z","steps":["trace[1941280100] 'process raft request' (duration: 318.406664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:19.53564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:19.216871Z","time spent":"318.717802ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26133,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:31:19.734403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.547142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:19.734635Z","caller":"traceutil/trace.go:171","msg":"trace[412950519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4359; }","duration":"110.86746ms","start":"2026-03-31T22:31:19.623737Z","end":"2026-03-31T22:31:19.734605Z","steps":["trace[412950519] 'count revisions from in-memory index tree' (duration: 110.413948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:19.734635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.878698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:19.734779Z","caller":"traceutil/trace.go:171","msg":"trace[60090316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4359; }","duration":"124.115403ms","start":"2026-03-31T22:31:19.610632Z","end":"2026-03-31T22:31:19.734747Z","steps":["trace[60090316] 'count revisions from in-memory index tree' (duration: 123.715934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:19.734485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.007312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:31:19.734555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.11979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:31:19.734958Z","caller":"traceutil/trace.go:171","msg":"trace[1179612318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4359; }","duration":"667.600642ms","start":"2026-03-31T22:31:19.067337Z","end":"2026-03-31T22:31:19.734938Z","steps":["trace[1179612318] 'agreement among raft nodes before linearized reading' (duration: 468.394369ms)","trace[1179612318] 'range keys from in-memory index tree' (duration: 198.732692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:19.735011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:19.067317Z","time spent":"667.677245ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:31:19.734907Z","caller":"traceutil/trace.go:171","msg":"trace[2139644681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4359; }","duration":"331.503373ms","start":"2026-03-31T22:31:19.403384Z","end":"2026-03-31T22:31:19.734888Z","steps":["trace[2139644681] 'agreement among raft nodes before linearized reading' (duration: 132.476954ms)","trace[2139644681] 'range keys from in-memory index tree' (duration: 198.532677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:19.734552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.442047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:31:19.735139Z","caller":"traceutil/trace.go:171","msg":"trace[2078723344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:4359; }","duration":"666.062483ms","start":"2026-03-31T22:31:19.069064Z","end":"2026-03-31T22:31:19.735126Z","steps":["trace[2078723344] 'agreement among raft nodes before linearized reading' (duration: 466.431669ms)","trace[2078723344] 'range keys from in-memory index tree' (duration: 198.939777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:19.735113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:19.403364Z","time spent":"331.706238ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:31:19.735166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:19.069047Z","time spent":"666.111305ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:31:20.55515Z","caller":"traceutil/trace.go:171","msg":"trace[1992389453] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"190.956346ms","start":"2026-03-31T22:31:20.364163Z","end":"2026-03-31T22:31:20.555119Z","steps":["trace[1992389453] 'process raft request' (duration: 190.766761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:20.555469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.489493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:20.555593Z","caller":"traceutil/trace.go:171","msg":"trace[874454153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4361; }","duration":"151.665677ms","start":"2026-03-31T22:31:20.403906Z","end":"2026-03-31T22:31:20.555572Z","steps":["trace[874454153] 'agreement among raft nodes before linearized reading' (duration: 151.443462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:20.555715Z","caller":"traceutil/trace.go:171","msg":"trace[154142447] linearizableReadLoop","detail":"{readStateIndex:4537; appliedIndex:4536; }","duration":"151.131554ms","start":"2026-03-31T22:31:20.403956Z","end":"2026-03-31T22:31:20.555087Z","steps":["trace[154142447] 'read index received' (duration: 150.916699ms)","trace[154142447] 'applied index is now lower than readState.Index' (duration: 214.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:20.602613Z","caller":"traceutil/trace.go:171","msg":"trace[2090825096] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"114.103522ms","start":"2026-03-31T22:31:20.488485Z","end":"2026-03-31T22:31:20.602588Z","steps":["trace[2090825096] 'process raft request' (duration: 113.965738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:20.777849Z","caller":"traceutil/trace.go:171","msg":"trace[1345562833] linearizableReadLoop","detail":"{readStateIndex:4539; appliedIndex:4538; }","duration":"101.773302ms","start":"2026-03-31T22:31:20.676054Z","end":"2026-03-31T22:31:20.777828Z","steps":["trace[1345562833] 'read index received' (duration: 28.127258ms)","trace[1345562833] 'applied index is now lower than readState.Index' (duration: 73.645254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:20.777984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.914335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:20.778066Z","caller":"traceutil/trace.go:171","msg":"trace[1082312239] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4363; }","duration":"102.047948ms","start":"2026-03-31T22:31:20.67601Z","end":"2026-03-31T22:31:20.778058Z","steps":["trace[1082312239] 'agreement among raft nodes before linearized reading' (duration: 101.901385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:20.777999Z","caller":"traceutil/trace.go:171","msg":"trace[65903022] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"144.556369ms","start":"2026-03-31T22:31:20.633397Z","end":"2026-03-31T22:31:20.777954Z","steps":["trace[65903022] 'process raft request' (duration: 70.772531ms)","trace[65903022] 'compare' (duration: 73.568361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:20.813043Z","caller":"traceutil/trace.go:171","msg":"trace[812009454] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"100.92894ms","start":"2026-03-31T22:31:20.712088Z","end":"2026-03-31T22:31:20.813017Z","steps":["trace[812009454] 'process raft request' (duration: 100.778876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:20.954577Z","caller":"traceutil/trace.go:171","msg":"trace[1128256098] linearizableReadLoop","detail":"{readStateIndex:4541; appliedIndex:4539; }","duration":"173.094617ms","start":"2026-03-31T22:31:20.781461Z","end":"2026-03-31T22:31:20.954556Z","steps":["trace[1128256098] 'read index received' (duration: 31.426111ms)","trace[1128256098] 'applied index is now lower than readState.Index' (duration: 141.667536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:20.954673Z","caller":"traceutil/trace.go:171","msg":"trace[759992612] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"242.511954ms","start":"2026-03-31T22:31:20.712131Z","end":"2026-03-31T22:31:20.954643Z","steps":["trace[759992612] 'process raft request' (duration: 193.08222ms)","trace[759992612] 'compare' (duration: 49.140187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:20.954748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.265141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:20.954823Z","caller":"traceutil/trace.go:171","msg":"trace[2115700587] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4365; }","duration":"173.383424ms","start":"2026-03-31T22:31:20.781422Z","end":"2026-03-31T22:31:20.954805Z","steps":["trace[2115700587] 'agreement among raft nodes before linearized reading' (duration: 173.252681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:21.363496Z","caller":"traceutil/trace.go:171","msg":"trace[73938789] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"145.720258ms","start":"2026-03-31T22:31:21.217723Z","end":"2026-03-31T22:31:21.363443Z","steps":["trace[73938789] 'process raft request' (duration: 43.451183ms)","trace[73938789] 'compare' (duration: 91.606106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:21.363575Z","caller":"traceutil/trace.go:171","msg":"trace[499270380] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"145.688557ms","start":"2026-03-31T22:31:21.217845Z","end":"2026-03-31T22:31:21.363533Z","steps":["trace[499270380] 'process raft request' (duration: 135.177722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:21.593953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.744633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:21.594064Z","caller":"traceutil/trace.go:171","msg":"trace[1406239927] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4369; }","duration":"117.885787ms","start":"2026-03-31T22:31:21.476132Z","end":"2026-03-31T22:31:21.594018Z","steps":["trace[1406239927] 'count revisions from in-memory index tree' (duration: 117.61181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:21.59425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.439824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:9 size:39540"} {"level":"info","ts":"2026-03-31T22:31:21.59433Z","caller":"traceutil/trace.go:171","msg":"trace[1539453610] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:9; response_revision:4369; }","duration":"107.578597ms","start":"2026-03-31T22:31:21.486734Z","end":"2026-03-31T22:31:21.594313Z","steps":["trace[1539453610] 'range keys from in-memory index tree' (duration: 107.139897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:22.495908Z","caller":"traceutil/trace.go:171","msg":"trace[946318889] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4371; }","duration":"113.088257ms","start":"2026-03-31T22:31:22.382795Z","end":"2026-03-31T22:31:22.495883Z","steps":["trace[946318889] 'process raft request' (duration: 112.915143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:22.956836Z","caller":"traceutil/trace.go:171","msg":"trace[1895621891] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4372; }","duration":"201.260826ms","start":"2026-03-31T22:31:22.755547Z","end":"2026-03-31T22:31:22.956808Z","steps":["trace[1895621891] 'process raft request' (duration: 201.149823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.013328Z","caller":"traceutil/trace.go:171","msg":"trace[615034331] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"228.926771ms","start":"2026-03-31T22:31:22.78438Z","end":"2026-03-31T22:31:23.013306Z","steps":["trace[615034331] 'process raft request' (duration: 228.689926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.013568Z","caller":"traceutil/trace.go:171","msg":"trace[552865041] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"194.868245ms","start":"2026-03-31T22:31:22.81867Z","end":"2026-03-31T22:31:23.013539Z","steps":["trace[552865041] 'process raft request' (duration: 194.590487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.206969Z","caller":"traceutil/trace.go:171","msg":"trace[370095472] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4375; }","duration":"165.219169ms","start":"2026-03-31T22:31:23.04172Z","end":"2026-03-31T22:31:23.206939Z","steps":["trace[370095472] 'process raft request' (duration: 130.830893ms)","trace[370095472] 'compare' (duration: 34.306044ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:23.27551Z","caller":"traceutil/trace.go:171","msg":"trace[1507391236] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"226.07633ms","start":"2026-03-31T22:31:23.049389Z","end":"2026-03-31T22:31:23.275466Z","steps":["trace[1507391236] 'process raft request' (duration: 225.865925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.558255Z","caller":"traceutil/trace.go:171","msg":"trace[1927906654] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"154.276322ms","start":"2026-03-31T22:31:23.403934Z","end":"2026-03-31T22:31:23.55821Z","steps":["trace[1927906654] 'read index received' (duration: 154.106538ms)","trace[1927906654] 'applied index is now lower than readState.Index' (duration: 168.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:23.558331Z","caller":"traceutil/trace.go:171","msg":"trace[863804940] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4377; }","duration":"175.929598ms","start":"2026-03-31T22:31:23.382359Z","end":"2026-03-31T22:31:23.558288Z","steps":["trace[863804940] 'process raft request' (duration: 175.716833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:23.558377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.417626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:23.558608Z","caller":"traceutil/trace.go:171","msg":"trace[1006222587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4377; }","duration":"154.686043ms","start":"2026-03-31T22:31:23.403908Z","end":"2026-03-31T22:31:23.558594Z","steps":["trace[1006222587] 'agreement among raft nodes before linearized reading' (duration: 154.414466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.580497Z","caller":"traceutil/trace.go:171","msg":"trace[74824933] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"113.25991ms","start":"2026-03-31T22:31:23.467214Z","end":"2026-03-31T22:31:23.580474Z","steps":["trace[74824933] 'process raft request' (duration: 113.079875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.580982Z","caller":"traceutil/trace.go:171","msg":"trace[238931095] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"112.495252ms","start":"2026-03-31T22:31:23.468454Z","end":"2026-03-31T22:31:23.58095Z","steps":["trace[238931095] 'process raft request' (duration: 111.980059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:23.887456Z","caller":"traceutil/trace.go:171","msg":"trace[817959482] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4380; }","duration":"157.750282ms","start":"2026-03-31T22:31:23.729663Z","end":"2026-03-31T22:31:23.887413Z","steps":["trace[817959482] 'process raft request' (duration: 157.532645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:24.046866Z","caller":"traceutil/trace.go:171","msg":"trace[627434568] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"113.006864ms","start":"2026-03-31T22:31:23.933832Z","end":"2026-03-31T22:31:24.046839Z","steps":["trace[627434568] 'process raft request' (duration: 25.43823ms)","trace[627434568] 'compare' (duration: 86.887657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:24.046934Z","caller":"traceutil/trace.go:171","msg":"trace[2008793905] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"110.153572ms","start":"2026-03-31T22:31:23.936763Z","end":"2026-03-31T22:31:24.046917Z","steps":["trace[2008793905] 'process raft request' (duration: 110.045429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:24.046927Z","caller":"traceutil/trace.go:171","msg":"trace[1503543869] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4563; }","duration":"110.315175ms","start":"2026-03-31T22:31:23.936583Z","end":"2026-03-31T22:31:24.046898Z","steps":["trace[1503543869] 'read index received' (duration: 22.700601ms)","trace[1503543869] 'applied index is now lower than readState.Index' (duration: 87.612094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:24.047197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.604574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:31:24.047256Z","caller":"traceutil/trace.go:171","msg":"trace[699980038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4382; }","duration":"110.720007ms","start":"2026-03-31T22:31:23.936518Z","end":"2026-03-31T22:31:24.047238Z","steps":["trace[699980038] 'agreement among raft nodes before linearized reading' (duration: 110.46479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:24.0919Z","caller":"traceutil/trace.go:171","msg":"trace[1975922159] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4382; }","duration":"127.217642ms","start":"2026-03-31T22:31:23.964647Z","end":"2026-03-31T22:31:24.091864Z","steps":["trace[1975922159] 'process raft request' (duration: 127.020286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:24.875317Z","caller":"traceutil/trace.go:171","msg":"trace[20612164] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"210.020016ms","start":"2026-03-31T22:31:24.66527Z","end":"2026-03-31T22:31:24.87529Z","steps":["trace[20612164] 'process raft request' (duration: 209.735559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:25.415078Z","caller":"traceutil/trace.go:171","msg":"trace[385618674] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"482.811962ms","start":"2026-03-31T22:31:24.932219Z","end":"2026-03-31T22:31:25.415031Z","steps":["trace[385618674] 'process raft request' (duration: 434.011053ms)","trace[385618674] 'compare' (duration: 48.685696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:25.415252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:24.932195Z","time spent":"482.966066ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:25.669832Z","caller":"traceutil/trace.go:171","msg":"trace[1338535017] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"650.988906ms","start":"2026-03-31T22:31:25.018823Z","end":"2026-03-31T22:31:25.669812Z","steps":["trace[1338535017] 'process raft request' (duration: 555.340469ms)","trace[1338535017] 'compare' (duration: 95.516163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:25.66996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.0188Z","time spent":"651.087667ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:25.670047Z","caller":"traceutil/trace.go:171","msg":"trace[2034686080] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4571; }","duration":"475.143849ms","start":"2026-03-31T22:31:25.194855Z","end":"2026-03-31T22:31:25.669999Z","steps":["trace[2034686080] 'read index received' (duration: 171.459025ms)","trace[2034686080] 'applied index is now lower than readState.Index' (duration: 303.683824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:25.670095Z","caller":"traceutil/trace.go:171","msg":"trace[549310273] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"650.708227ms","start":"2026-03-31T22:31:25.019381Z","end":"2026-03-31T22:31:25.670089Z","steps":["trace[549310273] 'process raft request' (duration: 650.39961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.019372Z","time spent":"650.739828ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:25.670223Z","caller":"traceutil/trace.go:171","msg":"trace[1525202413] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"619.347948ms","start":"2026-03-31T22:31:25.050838Z","end":"2026-03-31T22:31:25.670186Z","steps":["trace[1525202413] 'process raft request' (duration: 619.081331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.099834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:31:25.670295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.404536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:25.670332Z","caller":"traceutil/trace.go:171","msg":"trace[1300028026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4388; }","duration":"391.187736ms","start":"2026-03-31T22:31:25.279132Z","end":"2026-03-31T22:31:25.67032Z","steps":["trace[1300028026] 'agreement among raft nodes before linearized reading' (duration: 391.061963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.279118Z","time spent":"391.235067ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:31:25.670357Z","caller":"traceutil/trace.go:171","msg":"trace[1799430539] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4388; }","duration":"475.54402ms","start":"2026-03-31T22:31:25.194794Z","end":"2026-03-31T22:31:25.670338Z","steps":["trace[1799430539] 'agreement among raft nodes before linearized reading' (duration: 475.400676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.371824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:25.670393Z","caller":"traceutil/trace.go:171","msg":"trace[1964026650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4388; }","duration":"266.392005ms","start":"2026-03-31T22:31:25.403996Z","end":"2026-03-31T22:31:25.670388Z","steps":["trace[1964026650] 'agreement among raft nodes before linearized reading' (duration: 266.357384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.194768Z","time spent":"475.626611ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:31:25.670493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.48646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:31:25.670512Z","caller":"traceutil/trace.go:171","msg":"trace[69043077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4388; }","duration":"375.536782ms","start":"2026-03-31T22:31:25.29497Z","end":"2026-03-31T22:31:25.670507Z","steps":["trace[69043077] 'agreement among raft nodes before linearized reading' (duration: 375.490261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:25.670525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.294955Z","time spent":"375.567192ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:31:25.670578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:25.050817Z","time spent":"619.497052ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:27.856283Z","caller":"traceutil/trace.go:171","msg":"trace[1185554492] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"180.101653ms","start":"2026-03-31T22:31:27.676156Z","end":"2026-03-31T22:31:27.856257Z","steps":["trace[1185554492] 'process raft request' (duration: 179.955169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:27.858064Z","caller":"traceutil/trace.go:171","msg":"trace[356421364] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"181.079158ms","start":"2026-03-31T22:31:27.676962Z","end":"2026-03-31T22:31:27.858041Z","steps":["trace[356421364] 'process raft request' (duration: 180.877673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:27.858108Z","caller":"traceutil/trace.go:171","msg":"trace[1145339736] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"179.715823ms","start":"2026-03-31T22:31:27.678372Z","end":"2026-03-31T22:31:27.858088Z","steps":["trace[1145339736] 'process raft request' (duration: 179.5915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:27.858137Z","caller":"traceutil/trace.go:171","msg":"trace[1827074983] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4581; }","duration":"148.944059ms","start":"2026-03-31T22:31:27.709168Z","end":"2026-03-31T22:31:27.858112Z","steps":["trace[1827074983] 'read index received' (duration: 146.982699ms)","trace[1827074983] 'applied index is now lower than readState.Index' (duration: 1.9601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:27.858279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.098092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:31:27.858316Z","caller":"traceutil/trace.go:171","msg":"trace[155851834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4397; }","duration":"149.175914ms","start":"2026-03-31T22:31:27.709133Z","end":"2026-03-31T22:31:27.858309Z","steps":["trace[155851834] 'agreement among raft nodes before linearized reading' (duration: 149.059152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:27.858317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.983249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:31:27.858348Z","caller":"traceutil/trace.go:171","msg":"trace[1375134048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4397; }","duration":"149.055661ms","start":"2026-03-31T22:31:27.709283Z","end":"2026-03-31T22:31:27.858338Z","steps":["trace[1375134048] 'agreement among raft nodes before linearized reading' (duration: 148.956799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:27.858358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.440056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:31:27.858388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.538798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:31:27.858404Z","caller":"traceutil/trace.go:171","msg":"trace[1632570227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4397; }","duration":"148.57148ms","start":"2026-03-31T22:31:27.709827Z","end":"2026-03-31T22:31:27.858398Z","steps":["trace[1632570227] 'agreement among raft nodes before linearized reading' (duration: 148.528559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:27.858405Z","caller":"traceutil/trace.go:171","msg":"trace[211230620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4397; }","duration":"148.520208ms","start":"2026-03-31T22:31:27.709867Z","end":"2026-03-31T22:31:27.858388Z","steps":["trace[211230620] 'agreement among raft nodes before linearized reading' (duration: 148.371005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:27.858574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.579746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:31:27.858704Z","caller":"traceutil/trace.go:171","msg":"trace[1805047243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4397; }","duration":"101.7394ms","start":"2026-03-31T22:31:27.756947Z","end":"2026-03-31T22:31:27.858687Z","steps":["trace[1805047243] 'agreement among raft nodes before linearized reading' (duration: 101.35174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:42.091687Z","caller":"traceutil/trace.go:171","msg":"trace[1110591448] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"185.066898ms","start":"2026-03-31T22:31:41.906601Z","end":"2026-03-31T22:31:42.091668Z","steps":["trace[1110591448] 'process raft request' (duration: 184.945995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:42.096075Z","caller":"traceutil/trace.go:171","msg":"trace[1042224964] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4681; }","duration":"166.702945ms","start":"2026-03-31T22:31:41.929349Z","end":"2026-03-31T22:31:42.096052Z","steps":["trace[1042224964] 'read index received' (duration: 162.148181ms)","trace[1042224964] 'applied index is now lower than readState.Index' (duration: 4.553814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:42.096127Z","caller":"traceutil/trace.go:171","msg":"trace[1252380128] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"185.774915ms","start":"2026-03-31T22:31:41.910323Z","end":"2026-03-31T22:31:42.096098Z","steps":["trace[1252380128] 'process raft request' (duration: 185.55416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:42.09639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.701341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:31:42.096432Z","caller":"traceutil/trace.go:171","msg":"trace[1303113217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4493; }","duration":"163.764242ms","start":"2026-03-31T22:31:41.932658Z","end":"2026-03-31T22:31:42.096422Z","steps":["trace[1303113217] 'agreement among raft nodes before linearized reading' (duration: 163.635028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:42.096441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.619083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:31:42.096495Z","caller":"traceutil/trace.go:171","msg":"trace[1794190538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4493; }","duration":"158.709195ms","start":"2026-03-31T22:31:41.937774Z","end":"2026-03-31T22:31:42.096483Z","steps":["trace[1794190538] 'agreement among raft nodes before linearized reading' (duration: 158.501619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:42.096416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.940681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:31:42.096589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.787647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:31:42.0966Z","caller":"traceutil/trace.go:171","msg":"trace[516119477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4493; }","duration":"167.233229ms","start":"2026-03-31T22:31:41.929312Z","end":"2026-03-31T22:31:42.096545Z","steps":["trace[516119477] 'agreement among raft nodes before linearized reading' (duration: 166.859139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:42.096627Z","caller":"traceutil/trace.go:171","msg":"trace[432558727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4493; }","duration":"164.86717ms","start":"2026-03-31T22:31:41.93175Z","end":"2026-03-31T22:31:42.096617Z","steps":["trace[432558727] 'agreement among raft nodes before linearized reading' (duration: 164.466129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:42.096149Z","caller":"traceutil/trace.go:171","msg":"trace[541847873] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"184.004031ms","start":"2026-03-31T22:31:41.91211Z","end":"2026-03-31T22:31:42.096114Z","steps":["trace[541847873] 'process raft request' (duration: 183.899518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:46.184279Z","caller":"traceutil/trace.go:171","msg":"trace[1693514373] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"114.609255ms","start":"2026-03-31T22:31:46.069638Z","end":"2026-03-31T22:31:46.184247Z","steps":["trace[1693514373] 'read index received' (duration: 113.864145ms)","trace[1693514373] 'applied index is now lower than readState.Index' (duration: 743.14µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:46.184308Z","caller":"traceutil/trace.go:171","msg":"trace[529263929] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"151.79304ms","start":"2026-03-31T22:31:46.032477Z","end":"2026-03-31T22:31:46.18427Z","steps":["trace[529263929] 'process raft request' (duration: 150.882777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:46.18461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.912542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:46.184757Z","caller":"traceutil/trace.go:171","msg":"trace[2000936872] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4808; }","duration":"115.160839ms","start":"2026-03-31T22:31:46.069563Z","end":"2026-03-31T22:31:46.184724Z","steps":["trace[2000936872] 'agreement among raft nodes before linearized reading' (duration: 114.81844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:46.18964Z","caller":"traceutil/trace.go:171","msg":"trace[1659550331] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"113.993779ms","start":"2026-03-31T22:31:46.075626Z","end":"2026-03-31T22:31:46.18962Z","steps":["trace[1659550331] 'process raft request' (duration: 113.540848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:46.189948Z","caller":"traceutil/trace.go:171","msg":"trace[1875182278] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"107.754742ms","start":"2026-03-31T22:31:46.082176Z","end":"2026-03-31T22:31:46.189931Z","steps":["trace[1875182278] 'process raft request' (duration: 107.378523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:46.875316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.936489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:31:46.875529Z","caller":"traceutil/trace.go:171","msg":"trace[380693895] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5032; }","duration":"192.914275ms","start":"2026-03-31T22:31:46.682597Z","end":"2026-03-31T22:31:46.875512Z","steps":["trace[380693895] 'read index received' (duration: 43.697539ms)","trace[380693895] 'applied index is now lower than readState.Index' (duration: 149.215626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:46.875606Z","caller":"traceutil/trace.go:171","msg":"trace[197150468] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"241.502129ms","start":"2026-03-31T22:31:46.634095Z","end":"2026-03-31T22:31:46.875597Z","steps":["trace[197150468] 'process raft request' (duration: 241.354705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:46.87562Z","caller":"traceutil/trace.go:171","msg":"trace[492455406] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"269.884803ms","start":"2026-03-31T22:31:46.605695Z","end":"2026-03-31T22:31:46.87558Z","steps":["trace[492455406] 'process raft request' (duration: 120.581914ms)","trace[492455406] 'compare' (duration: 148.735634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:46.875918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.302025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-jkmjk\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-03-31T22:31:46.875985Z","caller":"traceutil/trace.go:171","msg":"trace[1575917746] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-jkmjk; range_end:; response_count:1; response_revision:4836; }","duration":"193.416448ms","start":"2026-03-31T22:31:46.682551Z","end":"2026-03-31T22:31:46.875967Z","steps":["trace[1575917746] 'agreement among raft nodes before linearized reading' (duration: 193.043258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:46.876211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.305147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-9xsnj\" ","response":"range_response_count:1 size:2460"} {"level":"info","ts":"2026-03-31T22:31:46.876297Z","caller":"traceutil/trace.go:171","msg":"trace[2006670738] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-9xsnj; range_end:; response_count:1; response_revision:4837; }","duration":"143.4473ms","start":"2026-03-31T22:31:46.732829Z","end":"2026-03-31T22:31:46.876277Z","steps":["trace[2006670738] 'agreement among raft nodes before linearized reading' (duration: 143.195594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:48.438746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.134623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:48.438912Z","caller":"traceutil/trace.go:171","msg":"trace[1490252048] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4856; }","duration":"528.384579ms","start":"2026-03-31T22:31:47.910501Z","end":"2026-03-31T22:31:48.438886Z","steps":["trace[1490252048] 'count revisions from in-memory index tree' (duration: 528.01488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:48.43899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:47.910483Z","time spent":"528.476951ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:31:48.439058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.293745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:31:48.439226Z","caller":"traceutil/trace.go:171","msg":"trace[2002801647] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"489.395068ms","start":"2026-03-31T22:31:47.949809Z","end":"2026-03-31T22:31:48.439204Z","steps":["trace[2002801647] 'process raft request' (duration: 382.837976ms)","trace[2002801647] 'compare' (duration: 105.979137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:48.43929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:47.949773Z","time spent":"489.49047ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:48.442256Z","caller":"traceutil/trace.go:171","msg":"trace[716057771] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"246.112185ms","start":"2026-03-31T22:31:48.196109Z","end":"2026-03-31T22:31:48.442221Z","steps":["trace[716057771] 'process raft request' (duration: 245.996442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:48.442315Z","caller":"traceutil/trace.go:171","msg":"trace[585190526] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"246.288449ms","start":"2026-03-31T22:31:48.195967Z","end":"2026-03-31T22:31:48.442255Z","steps":["trace[585190526] 'process raft request' (duration: 245.92619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:48.442459Z","caller":"traceutil/trace.go:171","msg":"trace[387985423] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5054; }","duration":"237.739983ms","start":"2026-03-31T22:31:48.204699Z","end":"2026-03-31T22:31:48.442439Z","steps":["trace[387985423] 'read index received' (duration: 127.827057ms)","trace[387985423] 'applied index is now lower than readState.Index' (duration: 109.908346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:48.442639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.934389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:31:48.442581Z","caller":"traceutil/trace.go:171","msg":"trace[213628014] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"244.325619ms","start":"2026-03-31T22:31:48.198172Z","end":"2026-03-31T22:31:48.442497Z","steps":["trace[213628014] 'process raft request' (duration: 243.99237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:48.442678Z","caller":"traceutil/trace.go:171","msg":"trace[618736001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4860; }","duration":"238.00625ms","start":"2026-03-31T22:31:48.204661Z","end":"2026-03-31T22:31:48.442667Z","steps":["trace[618736001] 'agreement among raft nodes before linearized reading' (duration: 237.874857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:48.44272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.99921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:31:48.442751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.639417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:31:48.442786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.551379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:31:48.442816Z","caller":"traceutil/trace.go:171","msg":"trace[1473829296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4860; }","duration":"238.119473ms","start":"2026-03-31T22:31:48.204673Z","end":"2026-03-31T22:31:48.442792Z","steps":["trace[1473829296] 'agreement among raft nodes before linearized reading' (duration: 237.848856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:48.442829Z","caller":"traceutil/trace.go:171","msg":"trace[866335043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:4860; }","duration":"184.737549ms","start":"2026-03-31T22:31:48.258075Z","end":"2026-03-31T22:31:48.442813Z","steps":["trace[866335043] 'agreement among raft nodes before linearized reading' (duration: 184.511044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:48.44292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.962081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:31:48.442961Z","caller":"traceutil/trace.go:171","msg":"trace[1495348708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4860; }","duration":"190.057234ms","start":"2026-03-31T22:31:48.252896Z","end":"2026-03-31T22:31:48.442953Z","steps":["trace[1495348708] 'agreement among raft nodes before linearized reading' (duration: 189.962322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:48.442832Z","caller":"traceutil/trace.go:171","msg":"trace[1571799242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4860; }","duration":"237.639431ms","start":"2026-03-31T22:31:48.205179Z","end":"2026-03-31T22:31:48.442819Z","steps":["trace[1571799242] 'agreement among raft nodes before linearized reading' (duration: 237.400785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:48.443088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.819095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:31:48.443148Z","caller":"traceutil/trace.go:171","msg":"trace[2117619332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4860; }","duration":"237.952188ms","start":"2026-03-31T22:31:48.20518Z","end":"2026-03-31T22:31:48.443132Z","steps":["trace[2117619332] 'agreement among raft nodes before linearized reading' (duration: 237.693172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:49.129879Z","caller":"traceutil/trace.go:171","msg":"trace[198176897] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"187.020817ms","start":"2026-03-31T22:31:48.942834Z","end":"2026-03-31T22:31:49.129855Z","steps":["trace[198176897] 'process raft request' (duration: 185.11753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:49.13364Z","caller":"traceutil/trace.go:171","msg":"trace[45515184] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"115.273092ms","start":"2026-03-31T22:31:49.018337Z","end":"2026-03-31T22:31:49.13361Z","steps":["trace[45515184] 'process raft request' (duration: 115.067637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:49.133704Z","caller":"traceutil/trace.go:171","msg":"trace[1067320234] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5082; }","duration":"114.695787ms","start":"2026-03-31T22:31:49.018991Z","end":"2026-03-31T22:31:49.133687Z","steps":["trace[1067320234] 'read index received' (duration: 108.982943ms)","trace[1067320234] 'applied index is now lower than readState.Index' (duration: 5.711794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:49.133788Z","caller":"traceutil/trace.go:171","msg":"trace[1056247470] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"114.539743ms","start":"2026-03-31T22:31:49.019236Z","end":"2026-03-31T22:31:49.133776Z","steps":["trace[1056247470] 'process raft request' (duration: 114.286517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:49.13406Z","caller":"traceutil/trace.go:171","msg":"trace[762187668] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"110.353618ms","start":"2026-03-31T22:31:49.023645Z","end":"2026-03-31T22:31:49.133999Z","steps":["trace[762187668] 'process raft request' (duration: 109.921567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:49.134182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.168199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:31:49.13423Z","caller":"traceutil/trace.go:171","msg":"trace[809365759] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4889; }","duration":"115.25301ms","start":"2026-03-31T22:31:49.018964Z","end":"2026-03-31T22:31:49.134217Z","steps":["trace[809365759] 'agreement among raft nodes before linearized reading' (duration: 115.073436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:49.705883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.454538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T22:31:49.705964Z","caller":"traceutil/trace.go:171","msg":"trace[608826164] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4930; }","duration":"131.700395ms","start":"2026-03-31T22:31:49.574246Z","end":"2026-03-31T22:31:49.705947Z","steps":["trace[608826164] 'range keys from in-memory index tree' (duration: 130.313749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:50.25153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.486703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T22:31:50.251727Z","caller":"traceutil/trace.go:171","msg":"trace[841131462] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4937; }","duration":"116.733389ms","start":"2026-03-31T22:31:50.134961Z","end":"2026-03-31T22:31:50.251694Z","steps":["trace[841131462] 'range keys from in-memory index tree' (duration: 116.273087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:51.823744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.71019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:31:51.823871Z","caller":"traceutil/trace.go:171","msg":"trace[976521781] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5159; }","duration":"231.327032ms","start":"2026-03-31T22:31:51.592525Z","end":"2026-03-31T22:31:51.823852Z","steps":["trace[976521781] 'read index received' (duration: 127.844508ms)","trace[976521781] 'applied index is now lower than readState.Index' (duration: 103.481214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:51.824068Z","caller":"traceutil/trace.go:171","msg":"trace[945727042] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"232.780909ms","start":"2026-03-31T22:31:51.591248Z","end":"2026-03-31T22:31:51.824029Z","steps":["trace[945727042] 'process raft request' (duration: 128.687709ms)","trace[945727042] 'compare' (duration: 103.543436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:51.824031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.512527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-03-31T22:31:51.824173Z","caller":"traceutil/trace.go:171","msg":"trace[1923911467] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4961; }","duration":"231.712872ms","start":"2026-03-31T22:31:51.59245Z","end":"2026-03-31T22:31:51.824163Z","steps":["trace[1923911467] 'agreement among raft nodes before linearized reading' (duration: 231.453186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:51.944099Z","caller":"traceutil/trace.go:171","msg":"trace[409741126] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"108.715526ms","start":"2026-03-31T22:31:51.835353Z","end":"2026-03-31T22:31:51.944069Z","steps":["trace[409741126] 'read index received' (duration: 14.31895ms)","trace[409741126] 'applied index is now lower than readState.Index' (duration: 94.393436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:51.944392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.016754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-31T22:31:51.944446Z","caller":"traceutil/trace.go:171","msg":"trace[860267276] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4964; }","duration":"109.130707ms","start":"2026-03-31T22:31:51.835296Z","end":"2026-03-31T22:31:51.944427Z","steps":["trace[860267276] 'agreement among raft nodes before linearized reading' (duration: 108.903601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:51.943597Z","caller":"traceutil/trace.go:171","msg":"trace[412131647] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"113.624311ms","start":"2026-03-31T22:31:51.829943Z","end":"2026-03-31T22:31:51.943568Z","steps":["trace[412131647] 'process raft request' (duration: 94.109709ms)","trace[412131647] 'compare' (duration: 19.037389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:54.263815Z","caller":"traceutil/trace.go:171","msg":"trace[776195696] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"114.39751ms","start":"2026-03-31T22:31:54.149392Z","end":"2026-03-31T22:31:54.263789Z","steps":["trace[776195696] 'process raft request' (duration: 114.235616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:56.663392Z","caller":"traceutil/trace.go:171","msg":"trace[1979508992] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"140.65688ms","start":"2026-03-31T22:31:56.522672Z","end":"2026-03-31T22:31:56.663329Z","steps":["trace[1979508992] 'read index received' (duration: 53.9863ms)","trace[1979508992] 'applied index is now lower than readState.Index' (duration: 86.66939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:56.663503Z","caller":"traceutil/trace.go:171","msg":"trace[114089225] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"149.132863ms","start":"2026-03-31T22:31:56.514331Z","end":"2026-03-31T22:31:56.663464Z","steps":["trace[114089225] 'process raft request' (duration: 144.574759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:56.664397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.699107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T22:31:56.664492Z","caller":"traceutil/trace.go:171","msg":"trace[265166499] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5068; }","duration":"141.82233ms","start":"2026-03-31T22:31:56.522652Z","end":"2026-03-31T22:31:56.664474Z","steps":["trace[265166499] 'agreement among raft nodes before linearized reading' (duration: 140.816944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.392333Z","caller":"traceutil/trace.go:171","msg":"trace[2139068175] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5279; }","duration":"496.415713ms","start":"2026-03-31T22:31:56.895895Z","end":"2026-03-31T22:31:57.392311Z","steps":["trace[2139068175] 'read index received' (duration: 496.051204ms)","trace[2139068175] 'applied index is now lower than readState.Index' (duration: 363.559µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:57.392403Z","caller":"traceutil/trace.go:171","msg":"trace[1672834705] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"550.842243ms","start":"2026-03-31T22:31:56.841528Z","end":"2026-03-31T22:31:57.392371Z","steps":["trace[1672834705] 'process raft request' (duration: 550.506605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.39247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.559218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:57.39251Z","caller":"traceutil/trace.go:171","msg":"trace[267135588] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5074; }","duration":"496.65442ms","start":"2026-03-31T22:31:56.895841Z","end":"2026-03-31T22:31:57.392495Z","steps":["trace[267135588] 'agreement among raft nodes before linearized reading' (duration: 496.584898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.392546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:56.895815Z","time spent":"496.723961ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T22:31:57.392547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:56.841501Z","time spent":"550.969436ms","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:57.531203Z","caller":"traceutil/trace.go:171","msg":"trace[751885262] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"138.770632ms","start":"2026-03-31T22:31:57.3924Z","end":"2026-03-31T22:31:57.53117Z","steps":["trace[751885262] 'read index received' (duration: 52.125181ms)","trace[751885262] 'applied index is now lower than readState.Index' (duration: 86.644081ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:57.531248Z","caller":"traceutil/trace.go:171","msg":"trace[65109408] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"374.921576ms","start":"2026-03-31T22:31:57.156248Z","end":"2026-03-31T22:31:57.531169Z","steps":["trace[65109408] 'process raft request' (duration: 288.268705ms)","trace[65109408] 'compare' (duration: 86.465136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:57.531272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.201152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:31:57.531376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.491993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:31:57.531438Z","caller":"traceutil/trace.go:171","msg":"trace[1261928784] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5075; }","duration":"464.425817ms","start":"2026-03-31T22:31:57.066999Z","end":"2026-03-31T22:31:57.531425Z","steps":["trace[1261928784] 'agreement among raft nodes before linearized reading' (duration: 464.184031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.531467Z","caller":"traceutil/trace.go:171","msg":"trace[608949479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5075; }","duration":"546.612087ms","start":"2026-03-31T22:31:56.984834Z","end":"2026-03-31T22:31:57.531446Z","steps":["trace[608949479] 'agreement among raft nodes before linearized reading' (duration: 546.398491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.531462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:57.156219Z","time spent":"375.092759ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:31:57.531512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:56.984814Z","time spent":"546.689218ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:31:57.531498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:57.066979Z","time spent":"464.484729ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:31:57.531604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.032868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:31:57.531288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.205125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:57.531766Z","caller":"traceutil/trace.go:171","msg":"trace[842079303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5075; }","duration":"586.280814ms","start":"2026-03-31T22:31:56.945436Z","end":"2026-03-31T22:31:57.531717Z","steps":["trace[842079303] 'agreement among raft nodes before linearized reading' (duration: 585.911565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.531778Z","caller":"traceutil/trace.go:171","msg":"trace[436872038] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5075; }","duration":"240.749959ms","start":"2026-03-31T22:31:57.291014Z","end":"2026-03-31T22:31:57.531764Z","steps":["trace[436872038] 'agreement among raft nodes before linearized reading' (duration: 240.201735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.531849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:56.94542Z","time spent":"586.415738ms","remote":"127.0.0.1:47916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:31:57.531393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.484454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:57.531989Z","caller":"traceutil/trace.go:171","msg":"trace[940294556] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:5075; }","duration":"133.115711ms","start":"2026-03-31T22:31:57.398858Z","end":"2026-03-31T22:31:57.531974Z","steps":["trace[940294556] 'agreement among raft nodes before linearized reading' (duration: 132.490414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.532141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.490353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T22:31:57.532225Z","caller":"traceutil/trace.go:171","msg":"trace[858655873] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5075; }","duration":"486.607456ms","start":"2026-03-31T22:31:57.045594Z","end":"2026-03-31T22:31:57.532202Z","steps":["trace[858655873] 'agreement among raft nodes before linearized reading' (duration: 485.623811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.532292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:57.045571Z","time spent":"486.704009ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:31:57.864287Z","caller":"traceutil/trace.go:171","msg":"trace[1864555041] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5281; }","duration":"300.539524ms","start":"2026-03-31T22:31:57.563706Z","end":"2026-03-31T22:31:57.864246Z","steps":["trace[1864555041] 'read index received' (duration: 224.523621ms)","trace[1864555041] 'applied index is now lower than readState.Index' (duration: 76.013823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:57.864629Z","caller":"traceutil/trace.go:171","msg":"trace[395232278] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"265.538173ms","start":"2026-03-31T22:31:57.598923Z","end":"2026-03-31T22:31:57.864461Z","steps":["trace[395232278] 'process raft request' (duration: 265.234946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.864653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.904443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:31:57.864641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.399518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:57.86475Z","caller":"traceutil/trace.go:171","msg":"trace[268680142] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:5077; }","duration":"301.020346ms","start":"2026-03-31T22:31:57.563702Z","end":"2026-03-31T22:31:57.864723Z","steps":["trace[268680142] 'agreement among raft nodes before linearized reading' (duration: 300.753659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.864785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.058891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-31T22:31:57.864808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:57.563677Z","time spent":"301.121799ms","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-31T22:31:57.864817Z","caller":"traceutil/trace.go:171","msg":"trace[2122038572] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5077; }","duration":"259.589003ms","start":"2026-03-31T22:31:57.605201Z","end":"2026-03-31T22:31:57.86479Z","steps":["trace[2122038572] 'agreement among raft nodes before linearized reading' (duration: 259.353607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.864863Z","caller":"traceutil/trace.go:171","msg":"trace[1474477683] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5077; }","duration":"296.175204ms","start":"2026-03-31T22:31:57.568661Z","end":"2026-03-31T22:31:57.864837Z","steps":["trace[1474477683] 'agreement among raft nodes before linearized reading' (duration: 295.883897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:57.865098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.357299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-31T22:31:57.866188Z","caller":"traceutil/trace.go:171","msg":"trace[2141895530] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r; range_end:; response_count:1; response_revision:5077; }","duration":"268.496328ms","start":"2026-03-31T22:31:57.597651Z","end":"2026-03-31T22:31:57.866147Z","steps":["trace[2141895530] 'agreement among raft nodes before linearized reading' (duration: 266.906888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.865327Z","caller":"traceutil/trace.go:171","msg":"trace[158457221] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"301.670833ms","start":"2026-03-31T22:31:57.562649Z","end":"2026-03-31T22:31:57.86432Z","steps":["trace[158457221] 'process raft request' (duration: 225.544167ms)","trace[158457221] 'compare' (duration: 75.645254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:57.866877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:57.562594Z","time spent":"304.024363ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:58.069291Z","caller":"traceutil/trace.go:171","msg":"trace[1759347375] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5078; }","duration":"182.672458ms","start":"2026-03-31T22:31:57.8866Z","end":"2026-03-31T22:31:58.069273Z","steps":["trace[1759347375] 'process raft request' (duration: 182.635507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:58.069611Z","caller":"traceutil/trace.go:171","msg":"trace[1588351069] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"188.576556ms","start":"2026-03-31T22:31:57.880952Z","end":"2026-03-31T22:31:58.069528Z","steps":["trace[1588351069] 'process raft request' (duration: 109.031125ms)","trace[1588351069] 'compare' (duration: 79.131231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:58.069636Z","caller":"traceutil/trace.go:171","msg":"trace[1537102196] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"182.971125ms","start":"2026-03-31T22:31:57.886612Z","end":"2026-03-31T22:31:58.069583Z","steps":["trace[1537102196] 'read index received' (duration: 103.429503ms)","trace[1537102196] 'applied index is now lower than readState.Index' (duration: 79.537242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:58.070072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.281402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-31T22:31:58.070075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.439298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:31:58.070134Z","caller":"traceutil/trace.go:171","msg":"trace[1909373824] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5078; }","duration":"175.375434ms","start":"2026-03-31T22:31:57.894736Z","end":"2026-03-31T22:31:58.070111Z","steps":["trace[1909373824] 'agreement among raft nodes before linearized reading' (duration: 175.148388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:58.070138Z","caller":"traceutil/trace.go:171","msg":"trace[1761705806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5078; }","duration":"183.54611ms","start":"2026-03-31T22:31:57.886572Z","end":"2026-03-31T22:31:58.070118Z","steps":["trace[1761705806] 'agreement among raft nodes before linearized reading' (duration: 183.278513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:58.070235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.218625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17319"} {"level":"info","ts":"2026-03-31T22:31:58.070353Z","caller":"traceutil/trace.go:171","msg":"trace[99167183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5078; }","duration":"141.495402ms","start":"2026-03-31T22:31:57.928844Z","end":"2026-03-31T22:31:58.070339Z","steps":["trace[99167183] 'agreement among raft nodes before linearized reading' (duration: 141.090181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:58.485843Z","caller":"traceutil/trace.go:171","msg":"trace[1906066004] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5285; }","duration":"360.263908ms","start":"2026-03-31T22:31:58.125548Z","end":"2026-03-31T22:31:58.485812Z","steps":["trace[1906066004] 'read index received' (duration: 360.175646ms)","trace[1906066004] 'applied index is now lower than readState.Index' (duration: 86.832µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:58.486118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.554495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:31:58.48617Z","caller":"traceutil/trace.go:171","msg":"trace[1921712979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5079; }","duration":"360.656938ms","start":"2026-03-31T22:31:58.125496Z","end":"2026-03-31T22:31:58.486153Z","steps":["trace[1921712979] 'agreement among raft nodes before linearized reading' (duration: 360.467353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:58.486208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:58.125472Z","time spent":"360.726389ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:31:58.485968Z","caller":"traceutil/trace.go:171","msg":"trace[672604688] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"364.244898ms","start":"2026-03-31T22:31:58.121623Z","end":"2026-03-31T22:31:58.485868Z","steps":["trace[672604688] 'process raft request' (duration: 363.913879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:58.486601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:58.121596Z","time spent":"364.754851ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:31:58.500244Z","caller":"traceutil/trace.go:171","msg":"trace[1352348903] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"357.126869ms","start":"2026-03-31T22:31:58.143042Z","end":"2026-03-31T22:31:58.500168Z","steps":["trace[1352348903] 'process raft request' (duration: 356.736969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:58.500448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:58.14302Z","time spent":"357.358894ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:31:59.971902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.133737ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:31:59.972029Z","caller":"traceutil/trace.go:171","msg":"trace[1354855347] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"568.367575ms","start":"2026-03-31T22:31:59.403641Z","end":"2026-03-31T22:31:59.972009Z","steps":["trace[1354855347] 'read index received' (duration: 155.146594ms)","trace[1354855347] 'applied index is now lower than readState.Index' (duration: 413.219491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:59.972172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.516138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:59.972195Z","caller":"traceutil/trace.go:171","msg":"trace[575812104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"568.58104ms","start":"2026-03-31T22:31:59.403604Z","end":"2026-03-31T22:31:59.972185Z","steps":["trace[575812104] 'agreement among raft nodes before linearized reading' (duration: 568.508138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:59.972229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:59.403587Z","time spent":"568.634731ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:31:59.975368Z","caller":"traceutil/trace.go:171","msg":"trace[1283526627] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"438.544658ms","start":"2026-03-31T22:31:59.536769Z","end":"2026-03-31T22:31:59.975313Z","steps":["trace[1283526627] 'process raft request' (duration: 438.208499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:59.975467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.580615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-31T22:31:59.975564Z","caller":"traceutil/trace.go:171","msg":"trace[604437928] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r; range_end:; response_count:1; response_revision:5172; }","duration":"360.717988ms","start":"2026-03-31T22:31:59.614823Z","end":"2026-03-31T22:31:59.975541Z","steps":["trace[604437928] 'agreement among raft nodes before linearized reading' (duration: 360.420241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:59.975595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:59.614803Z","time spent":"360.78552ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" "} {"level":"warn","ts":"2026-03-31T22:31:59.975458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.208266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T22:31:59.975696Z","caller":"traceutil/trace.go:171","msg":"trace[1829395201] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f; range_end:; response_count:1; response_revision:5172; }","duration":"360.457772ms","start":"2026-03-31T22:31:59.615194Z","end":"2026-03-31T22:31:59.975651Z","steps":["trace[1829395201] 'agreement among raft nodes before linearized reading' (duration: 360.055352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:59.9758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:59.615186Z","time spent":"360.585335ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f\" "} {"level":"warn","ts":"2026-03-31T22:31:59.976757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:31:59.536746Z","time spent":"438.823464ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:02.197702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537171727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:02.698841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537171727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:03.19963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537171727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:03.589453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.949341931s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:32:03.590035Z","caller":"traceutil/trace.go:171","msg":"trace[1291597767] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"1.950029369s","start":"2026-03-31T22:32:01.639949Z","end":"2026-03-31T22:32:03.589978Z","steps":["trace[1291597767] 'process raft request' (duration: 1.949827974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.590205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:01.639916Z","time spent":"1.950198173s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:03.616707Z","caller":"traceutil/trace.go:171","msg":"trace[1599878573] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"1.635076132s","start":"2026-03-31T22:32:01.981603Z","end":"2026-03-31T22:32:03.616679Z","steps":["trace[1599878573] 'process raft request' (duration: 1.634844315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.61689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:01.981581Z","time spent":"1.635220856s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:03.617101Z","caller":"traceutil/trace.go:171","msg":"trace[2006812436] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"1.106130629s","start":"2026-03-31T22:32:02.510904Z","end":"2026-03-31T22:32:03.617035Z","steps":["trace[2006812436] 'process raft request' (duration: 1.105726299s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.617207Z","caller":"traceutil/trace.go:171","msg":"trace[1104940865] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"1.098756184s","start":"2026-03-31T22:32:02.518433Z","end":"2026-03-31T22:32:03.617189Z","steps":["trace[1104940865] 'process raft request' (duration: 1.098471577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.617292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.510875Z","time spent":"1.106322934s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:03.617338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.518413Z","time spent":"1.098852366s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:03.617464Z","caller":"traceutil/trace.go:171","msg":"trace[1824357125] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"1.098954188s","start":"2026-03-31T22:32:02.518494Z","end":"2026-03-31T22:32:03.617448Z","steps":["trace[1824357125] 'process raft request' (duration: 1.098652711s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.61746Z","caller":"traceutil/trace.go:171","msg":"trace[12612183] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5430; }","duration":"1.920094396s","start":"2026-03-31T22:32:01.697334Z","end":"2026-03-31T22:32:03.617428Z","steps":["trace[12612183] 'read index received' (duration: 1.89243789s)","trace[12612183] 'applied index is now lower than readState.Index' (duration: 27.655296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:03.617515Z","caller":"traceutil/trace.go:171","msg":"trace[863899942] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"163.519885ms","start":"2026-03-31T22:32:03.453973Z","end":"2026-03-31T22:32:03.617492Z","steps":["trace[863899942] 'process raft request' (duration: 163.348001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.617568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.51847Z","time spent":"1.099043101s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:03.617658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901458987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:03.61772Z","caller":"traceutil/trace.go:171","msg":"trace[1016961119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5225; }","duration":"1.90157496s","start":"2026-03-31T22:32:01.716127Z","end":"2026-03-31T22:32:03.617702Z","steps":["trace[1016961119] 'agreement among raft nodes before linearized reading' (duration: 1.901471707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.617737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.464737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:03.617751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.682257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:32:03.617783Z","caller":"traceutil/trace.go:171","msg":"trace[610089253] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5225; }","duration":"326.551019ms","start":"2026-03-31T22:32:03.291216Z","end":"2026-03-31T22:32:03.617767Z","steps":["trace[610089253] 'agreement among raft nodes before linearized reading' (duration: 326.459667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.617819Z","caller":"traceutil/trace.go:171","msg":"trace[389182286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5225; }","duration":"921.870572ms","start":"2026-03-31T22:32:02.695933Z","end":"2026-03-31T22:32:03.617803Z","steps":["trace[389182286] 'agreement among raft nodes before linearized reading' (duration: 921.669097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.617853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:03.291198Z","time spent":"326.636021ms","remote":"127.0.0.1:38532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:03.61787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.695901Z","time spent":"921.955493ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:03.617929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.598556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:32:03.617994Z","caller":"traceutil/trace.go:171","msg":"trace[1877719335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5225; }","duration":"987.719799ms","start":"2026-03-31T22:32:02.630262Z","end":"2026-03-31T22:32:03.617982Z","steps":["trace[1877719335] 'agreement among raft nodes before linearized reading' (duration: 987.534475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.630233Z","time spent":"987.839753ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:03.61816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920827665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bd41893-fb82-434f-84dc-dbc0a6424233\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-31T22:32:03.618163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083984211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:32:03.618219Z","caller":"traceutil/trace.go:171","msg":"trace[322279211] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6bd41893-fb82-434f-84dc-dbc0a6424233; range_end:; response_count:1; response_revision:5225; }","duration":"1.920879666s","start":"2026-03-31T22:32:01.697322Z","end":"2026-03-31T22:32:03.618202Z","steps":["trace[322279211] 'agreement among raft nodes before linearized reading' (duration: 1.920800284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:01.697237Z","time spent":"1.921021289s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6bd41893-fb82-434f-84dc-dbc0a6424233\" "} {"level":"info","ts":"2026-03-31T22:32:03.618318Z","caller":"traceutil/trace.go:171","msg":"trace[1932298653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5225; }","duration":"1.084098705s","start":"2026-03-31T22:32:02.534134Z","end":"2026-03-31T22:32:03.618233Z","steps":["trace[1932298653] 'agreement among raft nodes before linearized reading' (duration: 1.083724505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.534127Z","time spent":"1.084237578s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:03.618435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.858456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:32:03.618407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08868227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:32:03.618493Z","caller":"traceutil/trace.go:171","msg":"trace[974353372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5225; }","duration":"537.956739ms","start":"2026-03-31T22:32:03.080523Z","end":"2026-03-31T22:32:03.618479Z","steps":["trace[974353372] 'agreement among raft nodes before linearized reading' (duration: 537.807165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.618523Z","caller":"traceutil/trace.go:171","msg":"trace[1658216841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5225; }","duration":"1.088839323s","start":"2026-03-31T22:32:02.529665Z","end":"2026-03-31T22:32:03.618505Z","steps":["trace[1658216841] 'agreement among raft nodes before linearized reading' (duration: 1.088619818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088322571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:32:03.61861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.529643Z","time spent":"1.088929386s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:32:03.618603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082982536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:32:03.618635Z","caller":"traceutil/trace.go:171","msg":"trace[1088614016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5225; }","duration":"1.088423763s","start":"2026-03-31T22:32:02.530194Z","end":"2026-03-31T22:32:03.618618Z","steps":["trace[1088614016] 'agreement among raft nodes before linearized reading' (duration: 1.088256069s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.618681Z","caller":"traceutil/trace.go:171","msg":"trace[849247323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5225; }","duration":"1.083053757s","start":"2026-03-31T22:32:02.535604Z","end":"2026-03-31T22:32:03.618658Z","steps":["trace[849247323] 'agreement among raft nodes before linearized reading' (duration: 1.082863593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.530177Z","time spent":"1.088514715s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:32:03.618728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.868868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:03.618737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.535584Z","time spent":"1.0831425s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:32:03.61877Z","caller":"traceutil/trace.go:171","msg":"trace[705205673] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5225; }","duration":"785.970021ms","start":"2026-03-31T22:32:02.832786Z","end":"2026-03-31T22:32:03.618756Z","steps":["trace[705205673] 'agreement among raft nodes before linearized reading' (duration: 785.878208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.154512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:03.618823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.832759Z","time spent":"786.052343ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:03.617766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:01.716106Z","time spent":"1.901648501s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:03.618862Z","caller":"traceutil/trace.go:171","msg":"trace[2028567793] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5225; }","duration":"561.418279ms","start":"2026-03-31T22:32:03.057427Z","end":"2026-03-31T22:32:03.618845Z","steps":["trace[2028567793] 'agreement among raft nodes before linearized reading' (duration: 561.131892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:03.057404Z","time spent":"561.503502ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":43,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:03.618968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810946938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:32:03.619005Z","caller":"traceutil/trace.go:171","msg":"trace[1080192086] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5225; }","duration":"1.811036561s","start":"2026-03-31T22:32:01.807959Z","end":"2026-03-31T22:32:03.618995Z","steps":["trace[1080192086] 'agreement among raft nodes before linearized reading' (duration: 1.810688792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.618257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.692696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:03.619032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06999923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"warn","ts":"2026-03-31T22:32:03.618073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.064437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:03.619102Z","caller":"traceutil/trace.go:171","msg":"trace[130871817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5225; }","duration":"324.597318ms","start":"2026-03-31T22:32:03.294488Z","end":"2026-03-31T22:32:03.619085Z","steps":["trace[130871817] 'agreement among raft nodes before linearized reading' (duration: 323.703506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.619163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:03.294463Z","time spent":"324.68204ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:03.619046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:01.807928Z","time spent":"1.811109692s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":527,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:03.618535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:03.080499Z","time spent":"538.025201ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:32:03.619148Z","caller":"traceutil/trace.go:171","msg":"trace[1653312144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5225; }","duration":"215.185765ms","start":"2026-03-31T22:32:03.403931Z","end":"2026-03-31T22:32:03.619116Z","steps":["trace[1653312144] 'agreement among raft nodes before linearized reading' (duration: 214.025516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:03.619109Z","caller":"traceutil/trace.go:171","msg":"trace[1681589041] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5225; }","duration":"1.070100152s","start":"2026-03-31T22:32:02.548991Z","end":"2026-03-31T22:32:03.619091Z","steps":["trace[1681589041] 'agreement among raft nodes before linearized reading' (duration: 1.069408935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.619332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:02.548978Z","time spent":"1.07034081s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777496,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:32:04.136621Z","caller":"traceutil/trace.go:171","msg":"trace[32856858] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"120.854611ms","start":"2026-03-31T22:32:04.015743Z","end":"2026-03-31T22:32:04.136598Z","steps":["trace[32856858] 'process raft request' (duration: 120.712478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:05.679768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.13259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:05.679848Z","caller":"traceutil/trace.go:171","msg":"trace[917286943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5258; }","duration":"278.248482ms","start":"2026-03-31T22:32:05.401582Z","end":"2026-03-31T22:32:05.679831Z","steps":["trace[917286943] 'range keys from in-memory index tree' (duration: 278.079569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:05.68021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.279731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:05.680271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.843639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-31T22:32:05.680251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.61298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xn62f\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-31T22:32:05.680328Z","caller":"traceutil/trace.go:171","msg":"trace[1296471795] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5258; }","duration":"353.423744ms","start":"2026-03-31T22:32:05.326863Z","end":"2026-03-31T22:32:05.680286Z","steps":["trace[1296471795] 'range keys from in-memory index tree' (duration: 353.209049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:05.680362Z","caller":"traceutil/trace.go:171","msg":"trace[418983652] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f; range_end:; response_count:1; response_revision:5258; }","duration":"347.003884ms","start":"2026-03-31T22:32:05.333341Z","end":"2026-03-31T22:32:05.680345Z","steps":["trace[418983652] 'range keys from in-memory index tree' (duration: 346.691076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:05.680374Z","caller":"traceutil/trace.go:171","msg":"trace[1783355177] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xn62f; range_end:; response_count:1; response_revision:5258; }","duration":"328.775534ms","start":"2026-03-31T22:32:05.351577Z","end":"2026-03-31T22:32:05.680353Z","steps":["trace[1783355177] 'range keys from in-memory index tree' (duration: 328.442956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:05.680403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:05.333323Z","time spent":"347.070095ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbf580b090f\" "} {"level":"warn","ts":"2026-03-31T22:32:05.680402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:05.326844Z","time spent":"353.538788ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-03-31T22:32:05.680427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:05.351568Z","time spent":"328.849736ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xn62f\" "} {"level":"warn","ts":"2026-03-31T22:32:05.68021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.433528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:05.680533Z","caller":"traceutil/trace.go:171","msg":"trace[1626611809] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5258; }","duration":"574.816387ms","start":"2026-03-31T22:32:05.105701Z","end":"2026-03-31T22:32:05.680517Z","steps":["trace[1626611809] 'count revisions from in-memory index tree' (duration: 574.332056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:05.680587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:05.105678Z","time spent":"574.890498ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:07.898812Z","caller":"traceutil/trace.go:171","msg":"trace[1833896784] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"217.769113ms","start":"2026-03-31T22:32:07.681014Z","end":"2026-03-31T22:32:07.898783Z","steps":["trace[1833896784] 'process raft request' (duration: 217.482586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.053159Z","caller":"traceutil/trace.go:171","msg":"trace[63840504] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"364.224864ms","start":"2026-03-31T22:32:07.688899Z","end":"2026-03-31T22:32:08.053124Z","steps":["trace[63840504] 'process raft request' (duration: 364.05953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.053225Z","caller":"traceutil/trace.go:171","msg":"trace[2072946721] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"339.174201ms","start":"2026-03-31T22:32:07.714027Z","end":"2026-03-31T22:32:08.053201Z","steps":["trace[2072946721] 'process raft request' (duration: 339.043148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.053324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.688879Z","time spent":"364.370667ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:08.053319Z","caller":"traceutil/trace.go:171","msg":"trace[2063183873] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"334.073922ms","start":"2026-03-31T22:32:07.719205Z","end":"2026-03-31T22:32:08.053279Z","steps":["trace[2063183873] 'process raft request' (duration: 333.911388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.053459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.719184Z","time spent":"334.199284ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:08.053346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.713982Z","time spent":"339.297064ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:08.053666Z","caller":"traceutil/trace.go:171","msg":"trace[1046786666] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"333.035855ms","start":"2026-03-31T22:32:07.720607Z","end":"2026-03-31T22:32:08.053643Z","steps":["trace[1046786666] 'process raft request' (duration: 332.535192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.053709Z","caller":"traceutil/trace.go:171","msg":"trace[2103859129] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5510; }","duration":"364.435309ms","start":"2026-03-31T22:32:07.689265Z","end":"2026-03-31T22:32:08.0537Z","steps":["trace[2103859129] 'read index received' (duration: 209.200607ms)","trace[2103859129] 'applied index is now lower than readState.Index' (duration: 155.233882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:08.054048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.720597Z","time spent":"333.372504ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:08.053819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.562832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T22:32:08.053846Z","caller":"traceutil/trace.go:171","msg":"trace[2142530614] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"332.915472ms","start":"2026-03-31T22:32:07.720924Z","end":"2026-03-31T22:32:08.05384Z","steps":["trace[2142530614] 'process raft request' (duration: 332.240445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.054179Z","caller":"traceutil/trace.go:171","msg":"trace[1447274326] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5303; }","duration":"364.949533ms","start":"2026-03-31T22:32:07.689197Z","end":"2026-03-31T22:32:08.054147Z","steps":["trace[1447274326] 'agreement among raft nodes before linearized reading' (duration: 364.532131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.054325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.720916Z","time spent":"333.322673ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:08.054574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.689171Z","time spent":"365.082166ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T22:32:08.067332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.738026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:08.067403Z","caller":"traceutil/trace.go:171","msg":"trace[589732833] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5304; }","duration":"364.87222ms","start":"2026-03-31T22:32:07.702516Z","end":"2026-03-31T22:32:08.067388Z","steps":["trace[589732833] 'agreement among raft nodes before linearized reading' (duration: 364.744567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.0674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.598224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:32:08.067429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.702491Z","time spent":"364.932091ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-31T22:32:08.067446Z","caller":"traceutil/trace.go:171","msg":"trace[1296619171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5304; }","duration":"313.675967ms","start":"2026-03-31T22:32:07.753758Z","end":"2026-03-31T22:32:08.067434Z","steps":["trace[1296619171] 'agreement among raft nodes before linearized reading' (duration: 313.510032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.753738Z","time spent":"313.729257ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:08.067471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.621947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:32:08.067492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.754273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:32:08.067539Z","caller":"traceutil/trace.go:171","msg":"trace[101637968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5304; }","duration":"323.763891ms","start":"2026-03-31T22:32:07.743759Z","end":"2026-03-31T22:32:08.067523Z","steps":["trace[101637968] 'agreement among raft nodes before linearized reading' (duration: 323.533415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.067563Z","caller":"traceutil/trace.go:171","msg":"trace[1217066896] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5304; }","duration":"350.831055ms","start":"2026-03-31T22:32:07.716716Z","end":"2026-03-31T22:32:08.067547Z","steps":["trace[1217066896] 'agreement among raft nodes before linearized reading' (duration: 350.62473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.743742Z","time spent":"323.825012ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:08.067599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.716707Z","time spent":"350.882816ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T22:32:08.067627Z","caller":"traceutil/trace.go:171","msg":"trace[1483617657] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"163.892421ms","start":"2026-03-31T22:32:07.903725Z","end":"2026-03-31T22:32:08.067618Z","steps":["trace[1483617657] 'process raft request' (duration: 163.44234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.525667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:08.067638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.090706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:32:08.067657Z","caller":"traceutil/trace.go:171","msg":"trace[1646739853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5304; }","duration":"160.595768ms","start":"2026-03-31T22:32:07.907055Z","end":"2026-03-31T22:32:08.067651Z","steps":["trace[1646739853] 'agreement among raft nodes before linearized reading' (duration: 160.566457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.067672Z","caller":"traceutil/trace.go:171","msg":"trace[795712037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5304; }","duration":"314.145958ms","start":"2026-03-31T22:32:07.753516Z","end":"2026-03-31T22:32:08.067662Z","steps":["trace[795712037] 'agreement among raft nodes before linearized reading' (duration: 314.047826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.753506Z","time spent":"314.186539ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:08.067725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.730771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:32:08.067767Z","caller":"traceutil/trace.go:171","msg":"trace[1391382125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5304; }","duration":"312.832945ms","start":"2026-03-31T22:32:07.754925Z","end":"2026-03-31T22:32:08.067757Z","steps":["trace[1391382125] 'agreement among raft nodes before linearized reading' (duration: 312.714522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.093295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:08.067791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.7549Z","time spent":"312.883035ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:32:08.067797Z","caller":"traceutil/trace.go:171","msg":"trace[794999157] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5304; }","duration":"122.163156ms","start":"2026-03-31T22:32:07.945626Z","end":"2026-03-31T22:32:08.067789Z","steps":["trace[794999157] 'agreement among raft nodes before linearized reading' (duration: 122.118045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.798469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:32:08.067879Z","caller":"traceutil/trace.go:171","msg":"trace[1739467841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5304; }","duration":"315.83549ms","start":"2026-03-31T22:32:07.752037Z","end":"2026-03-31T22:32:08.067872Z","steps":["trace[1739467841] 'agreement among raft nodes before linearized reading' (duration: 315.773449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.067897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.752025Z","time spent":"315.867521ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:32:08.068242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.616308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:08.068289Z","caller":"traceutil/trace.go:171","msg":"trace[856362623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5304; }","duration":"344.693011ms","start":"2026-03-31T22:32:07.723584Z","end":"2026-03-31T22:32:08.068277Z","steps":["trace[856362623] 'agreement among raft nodes before linearized reading' (duration: 344.563797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.068333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:07.723576Z","time spent":"344.750682ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:32:08.588196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.554252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:08.588472Z","caller":"traceutil/trace.go:171","msg":"trace[200792336] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"518.880832ms","start":"2026-03-31T22:32:08.069558Z","end":"2026-03-31T22:32:08.588439Z","steps":["trace[200792336] 'process raft request' (duration: 337.976441ms)","trace[200792336] 'compare' (duration: 180.251874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:08.58859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.069543Z","time spent":"519.001184ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:08.588658Z","caller":"traceutil/trace.go:171","msg":"trace[1347398110] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"517.533827ms","start":"2026-03-31T22:32:08.071109Z","end":"2026-03-31T22:32:08.588643Z","steps":["trace[1347398110] 'process raft request' (duration: 517.459675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.588701Z","caller":"traceutil/trace.go:171","msg":"trace[1399974257] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"518.914902ms","start":"2026-03-31T22:32:08.069758Z","end":"2026-03-31T22:32:08.588673Z","steps":["trace[1399974257] 'read index received' (duration: 337.799487ms)","trace[1399974257] 'applied index is now lower than readState.Index' (duration: 181.112285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:08.588757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.071072Z","time spent":"517.626329ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:08.588776Z","caller":"traceutil/trace.go:171","msg":"trace[534809345] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"517.279111ms","start":"2026-03-31T22:32:08.071483Z","end":"2026-03-31T22:32:08.588762Z","steps":["trace[534809345] 'process raft request' (duration: 517.122627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:08.588764Z","caller":"traceutil/trace.go:171","msg":"trace[1592255699] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"518.360118ms","start":"2026-03-31T22:32:08.070371Z","end":"2026-03-31T22:32:08.588731Z","steps":["trace[1592255699] 'process raft request' (duration: 517.969728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.588839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.071472Z","time spent":"517.335152ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:08.588757Z","caller":"traceutil/trace.go:171","msg":"trace[2121552884] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"517.771132ms","start":"2026-03-31T22:32:08.070948Z","end":"2026-03-31T22:32:08.588719Z","steps":["trace[2121552884] 'process raft request' (duration: 517.482475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.588931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.07036Z","time spent":"518.477641ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:08.588943Z","caller":"traceutil/trace.go:171","msg":"trace[2051826815] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"517.822394ms","start":"2026-03-31T22:32:08.071109Z","end":"2026-03-31T22:32:08.588931Z","steps":["trace[2051826815] 'process raft request' (duration: 517.374013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.588994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.214631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6eadc4d-4765-459a-9918-5bc46c7f673c\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T22:32:08.589005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.071079Z","time spent":"517.893847ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:08.589009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.07094Z","time spent":"517.963197ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:08.58918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.692848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:08.589212Z","caller":"traceutil/trace.go:171","msg":"trace[2099318854] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5310; }","duration":"518.735149ms","start":"2026-03-31T22:32:08.070468Z","end":"2026-03-31T22:32:08.589203Z","steps":["trace[2099318854] 'agreement among raft nodes before linearized reading' (duration: 518.675007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.589307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.780184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:32:08.589357Z","caller":"traceutil/trace.go:171","msg":"trace[344853035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5310; }","duration":"517.838145ms","start":"2026-03-31T22:32:08.071505Z","end":"2026-03-31T22:32:08.589343Z","steps":["trace[344853035] 'agreement among raft nodes before linearized reading' (duration: 517.64624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.589241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.070464Z","time spent":"518.770369ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-31T22:32:08.589394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.071499Z","time spent":"517.886486ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63003,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:32:08.589664Z","caller":"traceutil/trace.go:171","msg":"trace[1961472099] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6eadc4d-4765-459a-9918-5bc46c7f673c; range_end:; response_count:1; response_revision:5310; }","duration":"519.281952ms","start":"2026-03-31T22:32:08.06974Z","end":"2026-03-31T22:32:08.589021Z","steps":["trace[1961472099] 'agreement among raft nodes before linearized reading' (duration: 519.082376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:08.589718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:08.069724Z","time spent":"519.985549ms","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-d6eadc4d-4765-459a-9918-5bc46c7f673c\" "} {"level":"warn","ts":"2026-03-31T22:32:09.586109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:09.586271Z","caller":"traceutil/trace.go:171","msg":"trace[660817972] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5562; }","duration":"195.632783ms","start":"2026-03-31T22:32:09.390592Z","end":"2026-03-31T22:32:09.586225Z","steps":["trace[660817972] 'read index received' (duration: 56.807845ms)","trace[660817972] 'applied index is now lower than readState.Index' (duration: 138.823458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:09.586385Z","caller":"traceutil/trace.go:171","msg":"trace[1374835198] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"205.986065ms","start":"2026-03-31T22:32:09.380386Z","end":"2026-03-31T22:32:09.586372Z","steps":["trace[1374835198] 'process raft request' (duration: 67.174087ms)","trace[1374835198] 'compare' (duration: 138.262644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:09.586554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.722893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:09.586764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.148726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T22:32:09.586677Z","caller":"traceutil/trace.go:171","msg":"trace[763994536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5348; }","duration":"183.877256ms","start":"2026-03-31T22:32:09.402776Z","end":"2026-03-31T22:32:09.586653Z","steps":["trace[763994536] 'agreement among raft nodes before linearized reading' (duration: 183.63482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:09.586847Z","caller":"traceutil/trace.go:171","msg":"trace[833029101] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5348; }","duration":"196.303231ms","start":"2026-03-31T22:32:09.390525Z","end":"2026-03-31T22:32:09.586828Z","steps":["trace[833029101] 'agreement among raft nodes before linearized reading' (duration: 196.048874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:09.92585Z","caller":"traceutil/trace.go:171","msg":"trace[743926157] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"121.766398ms","start":"2026-03-31T22:32:09.804047Z","end":"2026-03-31T22:32:09.925814Z","steps":["trace[743926157] 'process raft request' (duration: 119.09758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:10.217497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.724441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:10.217678Z","caller":"traceutil/trace.go:171","msg":"trace[1970326076] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"286.853899ms","start":"2026-03-31T22:32:09.9308Z","end":"2026-03-31T22:32:10.217654Z","steps":["trace[1970326076] 'process raft request' (duration: 146.885762ms)","trace[1970326076] 'compare' (duration: 139.547137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:10.21784Z","caller":"traceutil/trace.go:171","msg":"trace[2141921022] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"285.499445ms","start":"2026-03-31T22:32:09.932331Z","end":"2026-03-31T22:32:10.21783Z","steps":["trace[2141921022] 'process raft request' (duration: 285.398472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.217837Z","caller":"traceutil/trace.go:171","msg":"trace[1151156343] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"286.12168ms","start":"2026-03-31T22:32:09.931697Z","end":"2026-03-31T22:32:10.217818Z","steps":["trace[1151156343] 'process raft request' (duration: 285.978827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.21778Z","caller":"traceutil/trace.go:171","msg":"trace[437930473] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"286.09384ms","start":"2026-03-31T22:32:09.931664Z","end":"2026-03-31T22:32:10.217758Z","steps":["trace[437930473] 'process raft request' (duration: 285.947326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.218551Z","caller":"traceutil/trace.go:171","msg":"trace[1621640012] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"159.010969ms","start":"2026-03-31T22:32:10.059517Z","end":"2026-03-31T22:32:10.218528Z","steps":["trace[1621640012] 'process raft request' (duration: 158.24894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.218916Z","caller":"traceutil/trace.go:171","msg":"trace[2107449863] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"158.807802ms","start":"2026-03-31T22:32:10.060091Z","end":"2026-03-31T22:32:10.218899Z","steps":["trace[2107449863] 'process raft request' (duration: 158.344301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.21899Z","caller":"traceutil/trace.go:171","msg":"trace[282994927] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"158.243758ms","start":"2026-03-31T22:32:10.060731Z","end":"2026-03-31T22:32:10.218975Z","steps":["trace[282994927] 'process raft request' (duration: 158.065244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.219041Z","caller":"traceutil/trace.go:171","msg":"trace[360208277] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"157.305505ms","start":"2026-03-31T22:32:10.061723Z","end":"2026-03-31T22:32:10.219029Z","steps":["trace[360208277] 'process raft request' (duration: 157.126911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:10.585735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.467945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:10.585844Z","caller":"traceutil/trace.go:171","msg":"trace[1137993974] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5358; }","duration":"183.62891ms","start":"2026-03-31T22:32:10.402186Z","end":"2026-03-31T22:32:10.585815Z","steps":["trace[1137993974] 'count revisions from in-memory index tree' (duration: 183.381123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.748494Z","caller":"traceutil/trace.go:171","msg":"trace[1726563325] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"149.656671ms","start":"2026-03-31T22:32:10.598818Z","end":"2026-03-31T22:32:10.748475Z","steps":["trace[1726563325] 'process raft request' (duration: 149.537848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.74963Z","caller":"traceutil/trace.go:171","msg":"trace[1749193896] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5573; }","duration":"150.059672ms","start":"2026-03-31T22:32:10.599562Z","end":"2026-03-31T22:32:10.749622Z","steps":["trace[1749193896] 'read index received' (duration: 148.7958ms)","trace[1749193896] 'applied index is now lower than readState.Index' (duration: 1.263052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:10.74964Z","caller":"traceutil/trace.go:171","msg":"trace[280100044] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"150.129864ms","start":"2026-03-31T22:32:10.599486Z","end":"2026-03-31T22:32:10.749616Z","steps":["trace[280100044] 'process raft request' (duration: 150.028782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:10.749811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.235626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:32:10.749832Z","caller":"traceutil/trace.go:171","msg":"trace[1582526060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5363; }","duration":"150.288688ms","start":"2026-03-31T22:32:10.599538Z","end":"2026-03-31T22:32:10.749827Z","steps":["trace[1582526060] 'agreement among raft nodes before linearized reading' (duration: 150.118254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.749877Z","caller":"traceutil/trace.go:171","msg":"trace[434241043] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"150.216286ms","start":"2026-03-31T22:32:10.599621Z","end":"2026-03-31T22:32:10.749837Z","steps":["trace[434241043] 'process raft request' (duration: 149.958699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.750029Z","caller":"traceutil/trace.go:171","msg":"trace[417841300] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"150.38603ms","start":"2026-03-31T22:32:10.599605Z","end":"2026-03-31T22:32:10.749991Z","steps":["trace[417841300] 'process raft request' (duration: 149.95436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:10.749933Z","caller":"traceutil/trace.go:171","msg":"trace[1488042394] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"149.326523ms","start":"2026-03-31T22:32:10.600601Z","end":"2026-03-31T22:32:10.749927Z","steps":["trace[1488042394] 'process raft request' (duration: 148.996105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:11.249648Z","caller":"traceutil/trace.go:171","msg":"trace[678400754] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"125.333036ms","start":"2026-03-31T22:32:11.124282Z","end":"2026-03-31T22:32:11.249615Z","steps":["trace[678400754] 'process raft request' (duration: 125.120471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:12.443521Z","caller":"traceutil/trace.go:171","msg":"trace[1179136480] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"220.175833ms","start":"2026-03-31T22:32:12.22333Z","end":"2026-03-31T22:32:12.443506Z","steps":["trace[1179136480] 'process raft request' (duration: 220.061491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:12.443739Z","caller":"traceutil/trace.go:171","msg":"trace[269086399] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"220.245596ms","start":"2026-03-31T22:32:12.223476Z","end":"2026-03-31T22:32:12.443722Z","steps":["trace[269086399] 'process raft request' (duration: 220.007879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:12.443854Z","caller":"traceutil/trace.go:171","msg":"trace[232091780] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"219.784474ms","start":"2026-03-31T22:32:12.224063Z","end":"2026-03-31T22:32:12.443847Z","steps":["trace[232091780] 'process raft request' (duration: 219.563688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:13.79494Z","caller":"traceutil/trace.go:171","msg":"trace[643773275] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"231.683645ms","start":"2026-03-31T22:32:13.563231Z","end":"2026-03-31T22:32:13.794915Z","steps":["trace[643773275] 'process raft request' (duration: 231.522271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:13.902319Z","caller":"traceutil/trace.go:171","msg":"trace[1337404542] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5595; }","duration":"175.807353ms","start":"2026-03-31T22:32:13.726488Z","end":"2026-03-31T22:32:13.902296Z","steps":["trace[1337404542] 'read index received' (duration: 68.262126ms)","trace[1337404542] 'applied index is now lower than readState.Index' (duration: 107.544337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:13.902381Z","caller":"traceutil/trace.go:171","msg":"trace[459550691] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"333.928938ms","start":"2026-03-31T22:32:13.56842Z","end":"2026-03-31T22:32:13.902349Z","steps":["trace[459550691] 'process raft request' (duration: 333.733624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:13.902519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:13.568394Z","time spent":"334.060101ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:13.902644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.137191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:32:13.902709Z","caller":"traceutil/trace.go:171","msg":"trace[989641506] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:5381; }","duration":"176.255034ms","start":"2026-03-31T22:32:13.726438Z","end":"2026-03-31T22:32:13.902693Z","steps":["trace[989641506] 'agreement among raft nodes before linearized reading' (duration: 176.019448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.623304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.922856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:14.6236Z","caller":"traceutil/trace.go:171","msg":"trace[1876881240] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"716.016214ms","start":"2026-03-31T22:32:13.907552Z","end":"2026-03-31T22:32:14.623569Z","steps":["trace[1876881240] 'process raft request' (duration: 108.731458ms)","trace[1876881240] 'compare' (duration: 606.768622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:14.623703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:13.907528Z","time spent":"716.133917ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:14.623815Z","caller":"traceutil/trace.go:171","msg":"trace[6064118] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"175.355611ms","start":"2026-03-31T22:32:14.448444Z","end":"2026-03-31T22:32:14.6238Z","steps":["trace[6064118] 'process raft request' (duration: 175.319921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:14.624028Z","caller":"traceutil/trace.go:171","msg":"trace[365158055] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"699.020065ms","start":"2026-03-31T22:32:13.924985Z","end":"2026-03-31T22:32:14.624005Z","steps":["trace[365158055] 'process raft request' (duration: 698.44004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:14.624044Z","caller":"traceutil/trace.go:171","msg":"trace[76934678] linearizableReadLoop","detail":"{readStateIndex:5600; appliedIndex:5598; }","duration":"698.656975ms","start":"2026-03-31T22:32:13.925359Z","end":"2026-03-31T22:32:14.624016Z","steps":["trace[76934678] 'read index received' (duration: 90.895737ms)","trace[76934678] 'applied index is now lower than readState.Index' (duration: 607.757728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:14.624041Z","caller":"traceutil/trace.go:171","msg":"trace[1318127703] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"175.762422ms","start":"2026-03-31T22:32:14.448243Z","end":"2026-03-31T22:32:14.624006Z","steps":["trace[1318127703] 'process raft request' (duration: 175.450664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:14.624057Z","caller":"traceutil/trace.go:171","msg":"trace[2146507947] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"175.768922ms","start":"2026-03-31T22:32:14.448245Z","end":"2026-03-31T22:32:14.624014Z","steps":["trace[2146507947] 'process raft request' (duration: 175.490985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:14.624107Z","caller":"traceutil/trace.go:171","msg":"trace[98440828] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"318.101748ms","start":"2026-03-31T22:32:14.305978Z","end":"2026-03-31T22:32:14.62408Z","steps":["trace[98440828] 'process raft request' (duration: 317.553685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.624153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:13.924966Z","time spent":"699.122837ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:14.62426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.54887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:14.624243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.00836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:14.624272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.305946Z","time spent":"318.226862ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:14.62432Z","caller":"traceutil/trace.go:171","msg":"trace[1548889243] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5387; }","duration":"487.696874ms","start":"2026-03-31T22:32:14.136612Z","end":"2026-03-31T22:32:14.624309Z","steps":["trace[1548889243] 'agreement among raft nodes before linearized reading' (duration: 487.567551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.624312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.942993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17319"} {"level":"info","ts":"2026-03-31T22:32:14.624339Z","caller":"traceutil/trace.go:171","msg":"trace[1871423776] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5387; }","duration":"222.143653ms","start":"2026-03-31T22:32:14.402175Z","end":"2026-03-31T22:32:14.624319Z","steps":["trace[1871423776] 'agreement among raft nodes before linearized reading' (duration: 222.00046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.624382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.136577Z","time spent":"487.794456ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:14.624388Z","caller":"traceutil/trace.go:171","msg":"trace[320955993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5387; }","duration":"699.046965ms","start":"2026-03-31T22:32:13.925324Z","end":"2026-03-31T22:32:14.624371Z","steps":["trace[320955993] 'agreement among raft nodes before linearized reading' (duration: 698.805489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.624427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:13.925311Z","time spent":"699.108306ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17342,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:32:14.624707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.625599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:14.624868Z","caller":"traceutil/trace.go:171","msg":"trace[664883103] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5387; }","duration":"589.831964ms","start":"2026-03-31T22:32:14.035006Z","end":"2026-03-31T22:32:14.624838Z","steps":["trace[664883103] 'agreement among raft nodes before linearized reading' (duration: 589.164978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:14.625047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.034981Z","time spent":"590.05697ms","remote":"127.0.0.1:38548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:14.808214Z","caller":"traceutil/trace.go:171","msg":"trace[602656745] linearizableReadLoop","detail":"{readStateIndex:5607; appliedIndex:5606; }","duration":"101.181948ms","start":"2026-03-31T22:32:14.706999Z","end":"2026-03-31T22:32:14.808181Z","steps":["trace[602656745] 'read index received' (duration: 72.217465ms)","trace[602656745] 'applied index is now lower than readState.Index' (duration: 28.963133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:14.808239Z","caller":"traceutil/trace.go:171","msg":"trace[290194642] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"103.990908ms","start":"2026-03-31T22:32:14.704221Z","end":"2026-03-31T22:32:14.808212Z","steps":["trace[290194642] 'process raft request' (duration: 75.033496ms)","trace[290194642] 'compare' (duration: 28.755866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:14.808477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.460014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:32:14.808547Z","caller":"traceutil/trace.go:171","msg":"trace[1813864310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5390; }","duration":"101.568087ms","start":"2026-03-31T22:32:14.706961Z","end":"2026-03-31T22:32:14.808529Z","steps":["trace[1813864310] 'agreement among raft nodes before linearized reading' (duration: 101.325551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.206065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:15.206156Z","caller":"traceutil/trace.go:171","msg":"trace[1359321601] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"395.601948ms","start":"2026-03-31T22:32:14.81054Z","end":"2026-03-31T22:32:15.206141Z","steps":["trace[1359321601] 'read index received' (duration: 291.679702ms)","trace[1359321601] 'applied index is now lower than readState.Index' (duration: 103.920806ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:15.206214Z","caller":"traceutil/trace.go:171","msg":"trace[1998120430] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"395.923076ms","start":"2026-03-31T22:32:14.810244Z","end":"2026-03-31T22:32:15.206167Z","steps":["trace[1998120430] 'process raft request' (duration: 291.827194ms)","trace[1998120430] 'compare' (duration: 103.786934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:15.20636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.810217Z","time spent":"396.08409ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1149,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:15.206443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.875075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17319"} {"level":"info","ts":"2026-03-31T22:32:15.206565Z","caller":"traceutil/trace.go:171","msg":"trace[532194596] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5391; }","duration":"396.003477ms","start":"2026-03-31T22:32:14.810511Z","end":"2026-03-31T22:32:15.206514Z","steps":["trace[532194596] 'agreement among raft nodes before linearized reading' (duration: 395.688189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.206607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.810493Z","time spent":"396.10485ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17342,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:32:15.219371Z","caller":"traceutil/trace.go:171","msg":"trace[1763052294] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"406.472351ms","start":"2026-03-31T22:32:14.812884Z","end":"2026-03-31T22:32:15.219356Z","steps":["trace[1763052294] 'process raft request' (duration: 406.343978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.219477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.812872Z","time spent":"406.548194ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:15.219663Z","caller":"traceutil/trace.go:171","msg":"trace[469803620] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"406.189694ms","start":"2026-03-31T22:32:14.813453Z","end":"2026-03-31T22:32:15.219643Z","steps":["trace[469803620] 'process raft request' (duration: 405.875726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.219774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.813436Z","time spent":"406.280486ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:15.219773Z","caller":"traceutil/trace.go:171","msg":"trace[756048546] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"405.944827ms","start":"2026-03-31T22:32:14.813817Z","end":"2026-03-31T22:32:15.219761Z","steps":["trace[756048546] 'process raft request' (duration: 405.714371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:15.219811Z","caller":"traceutil/trace.go:171","msg":"trace[1350805403] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"404.701046ms","start":"2026-03-31T22:32:14.8151Z","end":"2026-03-31T22:32:15.219801Z","steps":["trace[1350805403] 'process raft request' (duration: 404.586713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.219859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.815091Z","time spent":"404.744098ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:15.219854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.813804Z","time spent":"406.018609ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:15.219936Z","caller":"traceutil/trace.go:171","msg":"trace[1037775924] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"405.467436ms","start":"2026-03-31T22:32:14.814462Z","end":"2026-03-31T22:32:15.219929Z","steps":["trace[1037775924] 'process raft request' (duration: 405.192888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.219979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.814432Z","time spent":"405.523968ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:15.220026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.185234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T22:32:15.220072Z","caller":"traceutil/trace.go:171","msg":"trace[1779513205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5396; }","duration":"406.255506ms","start":"2026-03-31T22:32:14.813807Z","end":"2026-03-31T22:32:15.220063Z","steps":["trace[1779513205] 'agreement among raft nodes before linearized reading' (duration: 406.095262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.220097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:14.813799Z","time spent":"406.291836ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63003,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:32:15.744608Z","caller":"traceutil/trace.go:171","msg":"trace[1340637392] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"450.74297ms","start":"2026-03-31T22:32:15.293827Z","end":"2026-03-31T22:32:15.74457Z","steps":["trace[1340637392] 'process raft request' (duration: 370.507543ms)","trace[1340637392] 'compare' (duration: 79.997851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:15.744818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.29381Z","time spent":"450.891513ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:15.793684Z","caller":"traceutil/trace.go:171","msg":"trace[312100408] linearizableReadLoop","detail":"{readStateIndex:5619; appliedIndex:5617; }","duration":"437.779302ms","start":"2026-03-31T22:32:15.355879Z","end":"2026-03-31T22:32:15.793658Z","steps":["trace[312100408] 'read index received' (duration: 308.455505ms)","trace[312100408] 'applied index is now lower than readState.Index' (duration: 129.322697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:15.793988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.083609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-31T22:32:15.794097Z","caller":"traceutil/trace.go:171","msg":"trace[1762261397] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e; range_end:; response_count:1; response_revision:5402; }","duration":"438.251773ms","start":"2026-03-31T22:32:15.355825Z","end":"2026-03-31T22:32:15.794077Z","steps":["trace[1762261397] 'agreement among raft nodes before linearized reading' (duration: 437.974967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.794148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.355803Z","time spent":"438.334417ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":919,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" "} {"level":"info","ts":"2026-03-31T22:32:15.794591Z","caller":"traceutil/trace.go:171","msg":"trace[1876008091] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"498.521957ms","start":"2026-03-31T22:32:15.296051Z","end":"2026-03-31T22:32:15.794573Z","steps":["trace[1876008091] 'process raft request' (duration: 497.449689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:15.794703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.296041Z","time spent":"498.595189ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11839,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:16.079906Z","caller":"traceutil/trace.go:171","msg":"trace[327767318] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"328.215064ms","start":"2026-03-31T22:32:15.751662Z","end":"2026-03-31T22:32:16.079877Z","steps":["trace[327767318] 'process raft request' (duration: 327.983288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:16.079995Z","caller":"traceutil/trace.go:171","msg":"trace[1363814881] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5619; }","duration":"286.208553ms","start":"2026-03-31T22:32:15.793767Z","end":"2026-03-31T22:32:16.079976Z","steps":["trace[1363814881] 'read index received' (duration: 285.955516ms)","trace[1363814881] 'applied index is now lower than readState.Index' (duration: 252.057µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:16.080048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.75164Z","time spent":"328.331598ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:16.080078Z","caller":"traceutil/trace.go:171","msg":"trace[1686353262] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"327.234739ms","start":"2026-03-31T22:32:15.752836Z","end":"2026-03-31T22:32:16.080071Z","steps":["trace[1686353262] 'process raft request' (duration: 326.937801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.080144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.752805Z","time spent":"327.291581ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:16.080188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.346002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:16.080264Z","caller":"traceutil/trace.go:171","msg":"trace[616341206] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5404; }","duration":"327.458855ms","start":"2026-03-31T22:32:15.752785Z","end":"2026-03-31T22:32:16.080244Z","steps":["trace[616341206] 'agreement among raft nodes before linearized reading' (duration: 327.319391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.080306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.752776Z","time spent":"327.519617ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:32:16.080335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.588768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:16.080361Z","caller":"traceutil/trace.go:171","msg":"trace[603621927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"676.658619ms","start":"2026-03-31T22:32:15.403695Z","end":"2026-03-31T22:32:16.080354Z","steps":["trace[603621927] 'agreement among raft nodes before linearized reading' (duration: 676.610608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.080382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.403673Z","time spent":"676.70288ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:32:16.34907Z","caller":"traceutil/trace.go:171","msg":"trace[118530765] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5621; }","duration":"268.999707ms","start":"2026-03-31T22:32:16.080045Z","end":"2026-03-31T22:32:16.349045Z","steps":["trace[118530765] 'read index received' (duration: 240.27789ms)","trace[118530765] 'applied index is now lower than readState.Index' (duration: 28.719877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:16.349101Z","caller":"traceutil/trace.go:171","msg":"trace[1696601346] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"552.78806ms","start":"2026-03-31T22:32:15.796284Z","end":"2026-03-31T22:32:16.349072Z","steps":["trace[1696601346] 'process raft request' (duration: 524.030342ms)","trace[1696601346] 'compare' (duration: 28.358637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:16.349242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.796201Z","time spent":"552.962604ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:16.349806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.963679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391878"} {"level":"info","ts":"2026-03-31T22:32:16.349861Z","caller":"traceutil/trace.go:171","msg":"trace[1629970640] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5405; }","duration":"499.057661ms","start":"2026-03-31T22:32:15.850791Z","end":"2026-03-31T22:32:16.349849Z","steps":["trace[1629970640] 'agreement among raft nodes before linearized reading' (duration: 498.366834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.349907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:15.850774Z","time spent":"499.113262ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391901,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T22:32:16.691023Z","caller":"traceutil/trace.go:171","msg":"trace[159814895] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5622; }","duration":"341.860918ms","start":"2026-03-31T22:32:16.349133Z","end":"2026-03-31T22:32:16.690994Z","steps":["trace[159814895] 'read index received' (duration: 259.60942ms)","trace[159814895] 'applied index is now lower than readState.Index' (duration: 82.249988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:16.69111Z","caller":"traceutil/trace.go:171","msg":"trace[1291806639] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"608.035324ms","start":"2026-03-31T22:32:16.083065Z","end":"2026-03-31T22:32:16.691101Z","steps":["trace[1291806639] 'process raft request' (duration: 525.725654ms)","trace[1291806639] 'compare' (duration: 82.069544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:16.691178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.083053Z","time spent":"608.075765ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6380,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:16.691212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.679446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:16.691294Z","caller":"traceutil/trace.go:171","msg":"trace[263014899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5406; }","duration":"609.769128ms","start":"2026-03-31T22:32:16.081505Z","end":"2026-03-31T22:32:16.691274Z","steps":["trace[263014899] 'agreement among raft nodes before linearized reading' (duration: 609.635575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.69139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.08147Z","time spent":"609.910332ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:16.691456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.577497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6882"} {"level":"info","ts":"2026-03-31T22:32:16.691552Z","caller":"traceutil/trace.go:171","msg":"trace[1381207891] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5406; }","duration":"604.711171ms","start":"2026-03-31T22:32:16.086818Z","end":"2026-03-31T22:32:16.691529Z","steps":["trace[1381207891] 'agreement among raft nodes before linearized reading' (duration: 604.29747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:16.691774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.086792Z","time spent":"604.961746ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6905,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-03-31T22:32:16.985886Z","caller":"traceutil/trace.go:171","msg":"trace[1910849392] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"356.355704ms","start":"2026-03-31T22:32:16.629498Z","end":"2026-03-31T22:32:16.985854Z","steps":["trace[1910849392] 'process raft request' (duration: 270.73669ms)","trace[1910849392] 'compare' (duration: 85.526132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:16.986129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.629473Z","time spent":"356.58762ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.109884Z","caller":"traceutil/trace.go:171","msg":"trace[982154944] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"479.619539ms","start":"2026-03-31T22:32:16.63023Z","end":"2026-03-31T22:32:17.109849Z","steps":["trace[982154944] 'process raft request' (duration: 475.929606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.109921Z","caller":"traceutil/trace.go:171","msg":"trace[277470153] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"479.620349ms","start":"2026-03-31T22:32:16.630253Z","end":"2026-03-31T22:32:17.109874Z","steps":["trace[277470153] 'process raft request' (duration: 479.504836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.630237Z","time spent":"479.741473ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.110105Z","caller":"traceutil/trace.go:171","msg":"trace[555241512] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5623; }","duration":"419.006678ms","start":"2026-03-31T22:32:16.691077Z","end":"2026-03-31T22:32:17.110084Z","steps":["trace[555241512] 'read index received' (duration: 209.173595ms)","trace[555241512] 'applied index is now lower than readState.Index' (duration: 209.832193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:17.110261Z","caller":"traceutil/trace.go:171","msg":"trace[1895944725] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"479.910486ms","start":"2026-03-31T22:32:16.63034Z","end":"2026-03-31T22:32:17.11025Z","steps":["trace[1895944725] 'process raft request' (duration: 479.487826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.630205Z","time spent":"479.765863ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.110271Z","caller":"traceutil/trace.go:171","msg":"trace[492824567] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"411.678033ms","start":"2026-03-31T22:32:16.698576Z","end":"2026-03-31T22:32:17.110254Z","steps":["trace[492824567] 'process raft request' (duration: 411.385456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.698568Z","time spent":"411.848207ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.110601Z","caller":"traceutil/trace.go:171","msg":"trace[1843509248] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"408.310918ms","start":"2026-03-31T22:32:16.702274Z","end":"2026-03-31T22:32:17.110585Z","steps":["trace[1843509248] 'process raft request' (duration: 407.761844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.110652Z","caller":"traceutil/trace.go:171","msg":"trace[946339939] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"415.343966ms","start":"2026-03-31T22:32:16.695292Z","end":"2026-03-31T22:32:17.110636Z","steps":["trace[946339939] 'process raft request' (duration: 414.571907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.867462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391878"} {"level":"warn","ts":"2026-03-31T22:32:17.11069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.702256Z","time spent":"408.392069ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:17.110736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.695273Z","time spent":"415.424557ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:17.110755Z","caller":"traceutil/trace.go:171","msg":"trace[980034754] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5414; }","duration":"631.037075ms","start":"2026-03-31T22:32:16.4797Z","end":"2026-03-31T22:32:17.110737Z","steps":["trace[980034754] 'agreement among raft nodes before linearized reading' (duration: 630.580804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.479651Z","time spent":"631.14446ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391901,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T22:32:17.110837Z","caller":"traceutil/trace.go:171","msg":"trace[875318936] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"414.581247ms","start":"2026-03-31T22:32:16.696244Z","end":"2026-03-31T22:32:17.110825Z","steps":["trace[875318936] 'process raft request' (duration: 413.671433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.110373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.63031Z","time spent":"479.988269ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:17.110908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.696229Z","time spent":"414.648038ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:17.11036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.110598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:17.111187Z","caller":"traceutil/trace.go:171","msg":"trace[840765622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5414; }","duration":"411.96965ms","start":"2026-03-31T22:32:16.699205Z","end":"2026-03-31T22:32:17.111174Z","steps":["trace[840765622] 'agreement among raft nodes before linearized reading' (duration: 411.108968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.111229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.699179Z","time spent":"412.037912ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:17.110517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.222029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T22:32:17.111309Z","caller":"traceutil/trace.go:171","msg":"trace[1176906286] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5414; }","duration":"330.04576ms","start":"2026-03-31T22:32:16.781241Z","end":"2026-03-31T22:32:17.111286Z","steps":["trace[1176906286] 'agreement among raft nodes before linearized reading' (duration: 329.148117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.111375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:16.78122Z","time spent":"330.138913ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:32:17.324982Z","caller":"traceutil/trace.go:171","msg":"trace[675586694] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"208.57505ms","start":"2026-03-31T22:32:17.116374Z","end":"2026-03-31T22:32:17.324949Z","steps":["trace[675586694] 'process raft request' (duration: 153.57936ms)","trace[675586694] 'compare' (duration: 54.831176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:17.405597Z","caller":"traceutil/trace.go:171","msg":"trace[1248292436] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5631; }","duration":"284.91085ms","start":"2026-03-31T22:32:17.120661Z","end":"2026-03-31T22:32:17.405571Z","steps":["trace[1248292436] 'read index received' (duration: 149.308643ms)","trace[1248292436] 'applied index is now lower than readState.Index' (duration: 135.600977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:17.40565Z","caller":"traceutil/trace.go:171","msg":"trace[1332985763] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"285.962165ms","start":"2026-03-31T22:32:17.11966Z","end":"2026-03-31T22:32:17.405622Z","steps":["trace[1332985763] 'process raft request' (duration: 285.76501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.405841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.158696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-nc9kr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T22:32:17.405938Z","caller":"traceutil/trace.go:171","msg":"trace[130330285] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-nc9kr; range_end:; response_count:1; response_revision:5416; }","duration":"285.287059ms","start":"2026-03-31T22:32:17.120632Z","end":"2026-03-31T22:32:17.405919Z","steps":["trace[130330285] 'agreement among raft nodes before linearized reading' (duration: 285.070693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.405959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.127342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:32:17.405987Z","caller":"traceutil/trace.go:171","msg":"trace[708887469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5416; }","duration":"182.184773ms","start":"2026-03-31T22:32:17.223794Z","end":"2026-03-31T22:32:17.405979Z","steps":["trace[708887469] 'agreement among raft nodes before linearized reading' (duration: 182.04578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.405997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.711279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7179"} {"level":"warn","ts":"2026-03-31T22:32:17.406055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.576534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:32:17.406064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.967073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:32:17.406107Z","caller":"traceutil/trace.go:171","msg":"trace[351864715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5416; }","duration":"182.656405ms","start":"2026-03-31T22:32:17.223437Z","end":"2026-03-31T22:32:17.406094Z","steps":["trace[351864715] 'agreement among raft nodes before linearized reading' (duration: 182.45942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.406101Z","caller":"traceutil/trace.go:171","msg":"trace[939366456] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5416; }","duration":"283.845763ms","start":"2026-03-31T22:32:17.122237Z","end":"2026-03-31T22:32:17.406083Z","steps":["trace[939366456] 'agreement among raft nodes before linearized reading' (duration: 283.565506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.406146Z","caller":"traceutil/trace.go:171","msg":"trace[1413219987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5416; }","duration":"183.134197ms","start":"2026-03-31T22:32:17.222994Z","end":"2026-03-31T22:32:17.406128Z","steps":["trace[1413219987] 'agreement among raft nodes before linearized reading' (duration: 182.85565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.406155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.973363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:17.406204Z","caller":"traceutil/trace.go:171","msg":"trace[1786651478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5416; }","duration":"181.052605ms","start":"2026-03-31T22:32:17.225138Z","end":"2026-03-31T22:32:17.406191Z","steps":["trace[1786651478] 'agreement among raft nodes before linearized reading' (duration: 180.894712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.406215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.153808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:32:17.406299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.877006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:32:17.406301Z","caller":"traceutil/trace.go:171","msg":"trace[1533616734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5416; }","duration":"183.300562ms","start":"2026-03-31T22:32:17.222982Z","end":"2026-03-31T22:32:17.406282Z","steps":["trace[1533616734] 'agreement among raft nodes before linearized reading' (duration: 182.992084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.406356Z","caller":"traceutil/trace.go:171","msg":"trace[88010958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5416; }","duration":"181.959568ms","start":"2026-03-31T22:32:17.224383Z","end":"2026-03-31T22:32:17.406342Z","steps":["trace[88010958] 'agreement among raft nodes before linearized reading' (duration: 181.816415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.696531Z","caller":"traceutil/trace.go:171","msg":"trace[1539260535] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5633; }","duration":"281.164955ms","start":"2026-03-31T22:32:17.415351Z","end":"2026-03-31T22:32:17.696516Z","steps":["trace[1539260535] 'read index received' (duration: 281.096213ms)","trace[1539260535] 'applied index is now lower than readState.Index' (duration: 68.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:17.696568Z","caller":"traceutil/trace.go:171","msg":"trace[2036710051] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"281.253858ms","start":"2026-03-31T22:32:17.4153Z","end":"2026-03-31T22:32:17.696554Z","steps":["trace[2036710051] 'process raft request' (duration: 281.116605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.696734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.36798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69414"} {"level":"info","ts":"2026-03-31T22:32:17.69676Z","caller":"traceutil/trace.go:171","msg":"trace[1780052033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5417; }","duration":"281.428502ms","start":"2026-03-31T22:32:17.415325Z","end":"2026-03-31T22:32:17.696753Z","steps":["trace[1780052033] 'agreement among raft nodes before linearized reading' (duration: 281.249988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.844488Z","caller":"traceutil/trace.go:171","msg":"trace[299224161] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"429.034001ms","start":"2026-03-31T22:32:17.415425Z","end":"2026-03-31T22:32:17.844459Z","steps":["trace[299224161] 'process raft request' (duration: 354.285543ms)","trace[299224161] 'compare' (duration: 74.507552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:17.844512Z","caller":"traceutil/trace.go:171","msg":"trace[963511683] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"429.02357ms","start":"2026-03-31T22:32:17.415469Z","end":"2026-03-31T22:32:17.844493Z","steps":["trace[963511683] 'process raft request' (duration: 428.935218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.844628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.415413Z","time spent":"429.143554ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:17.84463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.415451Z","time spent":"429.111813ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.844771Z","caller":"traceutil/trace.go:171","msg":"trace[1165791248] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"429.261058ms","start":"2026-03-31T22:32:17.415487Z","end":"2026-03-31T22:32:17.844748Z","steps":["trace[1165791248] 'process raft request' (duration: 428.96926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.844909Z","caller":"traceutil/trace.go:171","msg":"trace[255247679] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"429.38165ms","start":"2026-03-31T22:32:17.415509Z","end":"2026-03-31T22:32:17.844891Z","steps":["trace[255247679] 'process raft request' (duration: 429.166764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.844921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.415464Z","time spent":"429.375011ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:17.845007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.415494Z","time spent":"429.453343ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.845124Z","caller":"traceutil/trace.go:171","msg":"trace[1374734732] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"429.553555ms","start":"2026-03-31T22:32:17.415556Z","end":"2026-03-31T22:32:17.845109Z","steps":["trace[1374734732] 'process raft request' (duration: 429.285188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.845203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.415531Z","time spent":"429.625577ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.845268Z","caller":"traceutil/trace.go:171","msg":"trace[1978277753] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5634; }","duration":"103.147346ms","start":"2026-03-31T22:32:17.742092Z","end":"2026-03-31T22:32:17.845239Z","steps":["trace[1978277753] 'read index received' (duration: 27.638748ms)","trace[1978277753] 'applied index is now lower than readState.Index' (duration: 75.506878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:17.845437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.331241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:17.845471Z","caller":"traceutil/trace.go:171","msg":"trace[2127372704] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5423; }","duration":"103.431604ms","start":"2026-03-31T22:32:17.742028Z","end":"2026-03-31T22:32:17.84546Z","steps":["trace[2127372704] 'agreement among raft nodes before linearized reading' (duration: 103.315441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:17.845497Z","caller":"traceutil/trace.go:171","msg":"trace[1235443726] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"427.146644ms","start":"2026-03-31T22:32:17.418308Z","end":"2026-03-31T22:32:17.845454Z","steps":["trace[1235443726] 'process raft request' (duration: 426.735924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:17.845633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.418286Z","time spent":"427.275947ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:17.967649Z","caller":"traceutil/trace.go:171","msg":"trace[567181260] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"113.088858ms","start":"2026-03-31T22:32:17.854528Z","end":"2026-03-31T22:32:17.967617Z","steps":["trace[567181260] 'process raft request' (duration: 109.938448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:18.473897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.391445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:18.474001Z","caller":"traceutil/trace.go:171","msg":"trace[1474004285] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"504.498539ms","start":"2026-03-31T22:32:17.969484Z","end":"2026-03-31T22:32:18.473983Z","steps":["trace[1474004285] 'process raft request' (duration: 263.96134ms)","trace[1474004285] 'compare' (duration: 240.253272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:18.474088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:17.96946Z","time spent":"504.607741ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:18.539585Z","caller":"traceutil/trace.go:171","msg":"trace[1519298457] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"153.398966ms","start":"2026-03-31T22:32:18.386159Z","end":"2026-03-31T22:32:18.539558Z","steps":["trace[1519298457] 'process raft request' (duration: 153.290563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:18.539605Z","caller":"traceutil/trace.go:171","msg":"trace[947965423] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5643; }","duration":"135.583767ms","start":"2026-03-31T22:32:18.403991Z","end":"2026-03-31T22:32:18.539575Z","steps":["trace[947965423] 'read index received' (duration: 135.568326ms)","trace[947965423] 'applied index is now lower than readState.Index' (duration: 12.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:18.539817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:18.53994Z","caller":"traceutil/trace.go:171","msg":"trace[1431083436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5426; }","duration":"135.988597ms","start":"2026-03-31T22:32:18.40394Z","end":"2026-03-31T22:32:18.539929Z","steps":["trace[1431083436] 'agreement among raft nodes before linearized reading' (duration: 135.760691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:18.82726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.775651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:18.8277Z","caller":"traceutil/trace.go:171","msg":"trace[1968185099] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"349.06604ms","start":"2026-03-31T22:32:18.478618Z","end":"2026-03-31T22:32:18.827684Z","steps":["trace[1968185099] 'process raft request' (duration: 348.712191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:18.827701Z","caller":"traceutil/trace.go:171","msg":"trace[584298281] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"349.384997ms","start":"2026-03-31T22:32:18.478285Z","end":"2026-03-31T22:32:18.82767Z","steps":["trace[584298281] 'process raft request' (duration: 156.127084ms)","trace[584298281] 'compare' (duration: 192.652118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:18.827762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.478595Z","time spent":"349.147851ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:18.827823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.478264Z","time spent":"349.495331ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:32:18.827855Z","caller":"traceutil/trace.go:171","msg":"trace[532077145] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5643; }","duration":"288.15883ms","start":"2026-03-31T22:32:18.539668Z","end":"2026-03-31T22:32:18.827827Z","steps":["trace[532077145] 'read index received' (duration: 94.758373ms)","trace[532077145] 'applied index is now lower than readState.Index' (duration: 193.397527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:18.828136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.960177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T22:32:18.829557Z","caller":"traceutil/trace.go:171","msg":"trace[615096745] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5428; }","duration":"424.366582ms","start":"2026-03-31T22:32:18.405149Z","end":"2026-03-31T22:32:18.829515Z","steps":["trace[615096745] 'agreement among raft nodes before linearized reading' (duration: 422.761661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:18.829691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.405118Z","time spent":"424.556177ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T22:32:18.828706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.086615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:18.82982Z","caller":"traceutil/trace.go:171","msg":"trace[1302388735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5430; }","duration":"288.230773ms","start":"2026-03-31T22:32:18.541579Z","end":"2026-03-31T22:32:18.829809Z","steps":["trace[1302388735] 'agreement among raft nodes before linearized reading' (duration: 287.083584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:18.828804Z","caller":"traceutil/trace.go:171","msg":"trace[2070548523] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"279.866223ms","start":"2026-03-31T22:32:18.54893Z","end":"2026-03-31T22:32:18.828796Z","steps":["trace[2070548523] 'process raft request' (duration: 278.445116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:18.828963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.465884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbedfda05ac\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-31T22:32:18.830165Z","caller":"traceutil/trace.go:171","msg":"trace[1156728013] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbedfda05ac; range_end:; response_count:1; response_revision:5430; }","duration":"123.709215ms","start":"2026-03-31T22:32:18.706445Z","end":"2026-03-31T22:32:18.830155Z","steps":["trace[1156728013] 'agreement among raft nodes before linearized reading' (duration: 122.413753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:19.020413Z","caller":"traceutil/trace.go:171","msg":"trace[609592124] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"188.354459ms","start":"2026-03-31T22:32:18.832016Z","end":"2026-03-31T22:32:19.02037Z","steps":["trace[609592124] 'process raft request' (duration: 160.338921ms)","trace[609592124] 'compare' (duration: 27.809853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:19.020683Z","caller":"traceutil/trace.go:171","msg":"trace[1097335382] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"185.995259ms","start":"2026-03-31T22:32:18.834659Z","end":"2026-03-31T22:32:19.020655Z","steps":["trace[1097335382] 'read index received' (duration: 157.707815ms)","trace[1097335382] 'applied index is now lower than readState.Index' (duration: 28.283944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:19.021044Z","caller":"traceutil/trace.go:171","msg":"trace[1561250147] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"121.966541ms","start":"2026-03-31T22:32:18.898682Z","end":"2026-03-31T22:32:19.020648Z","steps":["trace[1561250147] 'process raft request' (duration: 121.633153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.178174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.673134ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:32:19.178273Z","caller":"traceutil/trace.go:171","msg":"trace[308143918] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5650; }","duration":"157.474741ms","start":"2026-03-31T22:32:19.020781Z","end":"2026-03-31T22:32:19.178256Z","steps":["trace[308143918] 'read index received' (duration: 60.192µs)","trace[308143918] 'applied index is now lower than readState.Index' (duration: 157.413209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:19.17843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.712915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-31T22:32:19.178479Z","caller":"traceutil/trace.go:171","msg":"trace[413456875] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5433; }","duration":"343.815039ms","start":"2026-03-31T22:32:18.834651Z","end":"2026-03-31T22:32:19.178466Z","steps":["trace[413456875] 'agreement among raft nodes before linearized reading' (duration: 343.654185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.178513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.834627Z","time spent":"343.87852ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T22:32:19.179045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.349671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-31T22:32:19.17917Z","caller":"traceutil/trace.go:171","msg":"trace[1541064572] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5433; }","duration":"344.504906ms","start":"2026-03-31T22:32:18.834638Z","end":"2026-03-31T22:32:19.179143Z","steps":["trace[1541064572] 'agreement among raft nodes before linearized reading' (duration: 186.128263ms)","trace[1541064572] 'range keys from in-memory index tree' (duration: 158.110676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:19.179243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.834622Z","time spent":"344.601038ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1485,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T22:32:19.179579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.841584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-31T22:32:19.179646Z","caller":"traceutil/trace.go:171","msg":"trace[1912253901] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5433; }","duration":"344.935816ms","start":"2026-03-31T22:32:18.834696Z","end":"2026-03-31T22:32:19.179632Z","steps":["trace[1912253901] 'agreement among raft nodes before linearized reading' (duration: 344.775502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.179693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:18.834682Z","time spent":"345.000928ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1293,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-31T22:32:19.197108Z","caller":"traceutil/trace.go:171","msg":"trace[1714079668] compact","detail":"{revision:2883; response_revision:5433; }","duration":"173.405582ms","start":"2026-03-31T22:32:19.023689Z","end":"2026-03-31T22:32:19.197095Z","steps":["trace[1714079668] 'process raft request' (duration: 159.707486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:19.197471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2883} {"level":"warn","ts":"2026-03-31T22:32:19.717052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.577282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:19.71731Z","caller":"traceutil/trace.go:171","msg":"trace[1166183671] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5651; }","duration":"527.383746ms","start":"2026-03-31T22:32:19.189909Z","end":"2026-03-31T22:32:19.717293Z","steps":["trace[1166183671] 'read index received' (duration: 1.883717ms)","trace[1166183671] 'applied index is now lower than readState.Index' (duration: 525.498719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:19.717323Z","caller":"traceutil/trace.go:171","msg":"trace[1159968222] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"531.013999ms","start":"2026-03-31T22:32:19.18629Z","end":"2026-03-31T22:32:19.717304Z","steps":["trace[1159968222] 'process raft request' (duration: 530.866825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:19.717353Z","caller":"traceutil/trace.go:171","msg":"trace[23907763] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"531.082991ms","start":"2026-03-31T22:32:19.186155Z","end":"2026-03-31T22:32:19.717238Z","steps":["trace[23907763] 'process raft request' (duration: 22.236722ms)","trace[23907763] 'compare' (duration: 283.32422ms)","trace[23907763] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ingress/monitoring/kube-prometheus-stack-grafana; req_size:1412; } (duration: 225.094838ms)"],"step_count":3} {"level":"info","ts":"2026-03-31T22:32:19.717375Z","caller":"traceutil/trace.go:171","msg":"trace[1483845519] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"530.472554ms","start":"2026-03-31T22:32:19.186867Z","end":"2026-03-31T22:32:19.71734Z","steps":["trace[1483845519] 'process raft request' (duration: 530.372902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.717441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.186284Z","time spent":"531.104751ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:19.717458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.186123Z","time spent":"531.280455ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:19.717475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.072031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:19.717517Z","caller":"traceutil/trace.go:171","msg":"trace[2019202429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"313.113292ms","start":"2026-03-31T22:32:19.40439Z","end":"2026-03-31T22:32:19.717503Z","steps":["trace[2019202429] 'agreement among raft nodes before linearized reading' (duration: 313.039541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.717539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.18686Z","time spent":"530.592347ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:19.717564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.404328Z","time spent":"313.227346ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:19.717571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.632272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:19.717605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.597353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:19.717648Z","caller":"traceutil/trace.go:171","msg":"trace[1157578207] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5439; }","duration":"527.745196ms","start":"2026-03-31T22:32:19.189884Z","end":"2026-03-31T22:32:19.717629Z","steps":["trace[1157578207] 'agreement among raft nodes before linearized reading' (duration: 527.53773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.717691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.189876Z","time spent":"527.806027ms","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:19.717703Z","caller":"traceutil/trace.go:171","msg":"trace[1606556729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5439; }","duration":"140.689785ms","start":"2026-03-31T22:32:19.576947Z","end":"2026-03-31T22:32:19.717637Z","steps":["trace[1606556729] 'agreement among raft nodes before linearized reading' (duration: 140.617693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:19.876376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.881446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:19.876505Z","caller":"traceutil/trace.go:171","msg":"trace[1190439484] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"152.797871ms","start":"2026-03-31T22:32:19.723689Z","end":"2026-03-31T22:32:19.876487Z","steps":["trace[1190439484] 'process raft request' (duration: 10.71632ms)","trace[1190439484] 'compare' (duration: 18.873027ms)","trace[1190439484] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/monitoring/kube-prometheus-stack-grafana.18a20dbc2eeb3df1; req_size:718; } (duration: 122.795384ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T22:32:20.219599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.803049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:32:20.219654Z","caller":"traceutil/trace.go:171","msg":"trace[482685455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5440; }","duration":"370.896061ms","start":"2026-03-31T22:32:19.848742Z","end":"2026-03-31T22:32:20.219638Z","steps":["trace[482685455] 'agreement among raft nodes before linearized reading' (duration: 27.904455ms)","trace[482685455] 'range keys from in-memory index tree' (duration: 342.863073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.219726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.848725Z","time spent":"370.994364ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:20.21986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.081316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:32:20.219878Z","caller":"traceutil/trace.go:171","msg":"trace[1088776825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5440; }","duration":"371.130877ms","start":"2026-03-31T22:32:19.848742Z","end":"2026-03-31T22:32:20.219873Z","steps":["trace[1088776825] 'agreement among raft nodes before linearized reading' (duration: 27.917895ms)","trace[1088776825] 'range keys from in-memory index tree' (duration: 343.169831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.219891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.848725Z","time spent":"371.163629ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:32:20.220021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.198549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:32:20.220037Z","caller":"traceutil/trace.go:171","msg":"trace[1664010647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5440; }","duration":"371.22937ms","start":"2026-03-31T22:32:19.848803Z","end":"2026-03-31T22:32:20.220033Z","steps":["trace[1664010647] 'agreement among raft nodes before linearized reading' (duration: 27.870015ms)","trace[1664010647] 'range keys from in-memory index tree' (duration: 343.320414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.22005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.848795Z","time spent":"371.251091ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:20.220126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.286251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:32:20.220142Z","caller":"traceutil/trace.go:171","msg":"trace[1901507368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5440; }","duration":"371.349373ms","start":"2026-03-31T22:32:19.848788Z","end":"2026-03-31T22:32:20.220137Z","steps":["trace[1901507368] 'agreement among raft nodes before linearized reading' (duration: 27.921315ms)","trace[1901507368] 'range keys from in-memory index tree' (duration: 343.384326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.220155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.848764Z","time spent":"371.387604ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:20.220235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.375893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:32:20.220252Z","caller":"traceutil/trace.go:171","msg":"trace[1882214170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5440; }","duration":"371.428455ms","start":"2026-03-31T22:32:19.848819Z","end":"2026-03-31T22:32:20.220247Z","steps":["trace[1882214170] 'agreement among raft nodes before linearized reading' (duration: 27.903755ms)","trace[1882214170] 'range keys from in-memory index tree' (duration: 343.481589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.220266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.848791Z","time spent":"371.472296ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:20.220311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.45191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:20.220367Z","caller":"traceutil/trace.go:171","msg":"trace[643736902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5440; }","duration":"277.574604ms","start":"2026-03-31T22:32:19.94278Z","end":"2026-03-31T22:32:20.220354Z","steps":["trace[643736902] 'count revisions from in-memory index tree' (duration: 277.340408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.220371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.866453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a20dbc2f1d3f33\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-31T22:32:20.22043Z","caller":"traceutil/trace.go:171","msg":"trace[934184420] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a20dbc2f1d3f33; range_end:; response_count:1; response_revision:5440; }","duration":"340.933406ms","start":"2026-03-31T22:32:19.879475Z","end":"2026-03-31T22:32:20.220408Z","steps":["trace[934184420] 'range keys from in-memory index tree' (duration: 340.823432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.220465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:19.879462Z","time spent":"340.990987ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":774,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a20dbc2f1d3f33\" "} {"level":"info","ts":"2026-03-31T22:32:20.291733Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2883,"took":"1.092365293s","hash":2396221607,"current-db-size-bytes":55201792,"current-db-size":"55 MB","current-db-size-in-use-bytes":30785536,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T22:32:20.291815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2396221607,"revision":2883,"compact-revision":-1} {"level":"info","ts":"2026-03-31T22:32:20.750879Z","caller":"traceutil/trace.go:171","msg":"trace[360583432] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"526.581466ms","start":"2026-03-31T22:32:20.224272Z","end":"2026-03-31T22:32:20.750853Z","steps":["trace[360583432] 'process raft request' (duration: 442.686586ms)","trace[360583432] 'compare' (duration: 83.727756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:20.751031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.224264Z","time spent":"526.695269ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:20.751082Z","caller":"traceutil/trace.go:171","msg":"trace[781682549] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"526.201097ms","start":"2026-03-31T22:32:20.224855Z","end":"2026-03-31T22:32:20.751056Z","steps":["trace[781682549] 'process raft request' (duration: 525.950731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.751211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.224849Z","time spent":"526.291459ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:20.751533Z","caller":"traceutil/trace.go:171","msg":"trace[1547366236] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"525.14666ms","start":"2026-03-31T22:32:20.226375Z","end":"2026-03-31T22:32:20.751522Z","steps":["trace[1547366236] 'process raft request' (duration: 524.606436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.75159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.226355Z","time spent":"525.209361ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:20.751668Z","caller":"traceutil/trace.go:171","msg":"trace[317092855] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5660; }","duration":"456.184427ms","start":"2026-03-31T22:32:20.295468Z","end":"2026-03-31T22:32:20.751652Z","steps":["trace[317092855] 'read index received' (duration: 371.364004ms)","trace[317092855] 'applied index is now lower than readState.Index' (duration: 84.819483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:20.751596Z","caller":"traceutil/trace.go:171","msg":"trace[1231243167] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"525.132509ms","start":"2026-03-31T22:32:20.226431Z","end":"2026-03-31T22:32:20.751564Z","steps":["trace[1231243167] 'process raft request' (duration: 524.985435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:20.751771Z","caller":"traceutil/trace.go:171","msg":"trace[1816439644] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"524.661398ms","start":"2026-03-31T22:32:20.227101Z","end":"2026-03-31T22:32:20.751762Z","steps":["trace[1816439644] 'process raft request' (duration: 524.422952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.751837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.227093Z","time spent":"524.707799ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:20.751882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.884775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:32:20.751911Z","caller":"traceutil/trace.go:171","msg":"trace[2114785335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5446; }","duration":"454.950815ms","start":"2026-03-31T22:32:20.296952Z","end":"2026-03-31T22:32:20.751902Z","steps":["trace[2114785335] 'agreement among raft nodes before linearized reading' (duration: 454.838452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.751943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.296932Z","time spent":"455.004607ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:32:20.751955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.226427Z","time spent":"525.312724ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:20.752074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.009154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:20.752103Z","caller":"traceutil/trace.go:171","msg":"trace[30328331] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5446; }","duration":"335.071986ms","start":"2026-03-31T22:32:20.417024Z","end":"2026-03-31T22:32:20.752096Z","steps":["trace[30328331] 'agreement among raft nodes before linearized reading' (duration: 335.026185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.752122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.417005Z","time spent":"335.111907ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:20.753674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.204639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18a20dbc2f183aad\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-31T22:32:20.753734Z","caller":"traceutil/trace.go:171","msg":"trace[2075587555] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18a20dbc2f183aad; range_end:; response_count:1; response_revision:5446; }","duration":"458.301792ms","start":"2026-03-31T22:32:20.295417Z","end":"2026-03-31T22:32:20.753719Z","steps":["trace[2075587555] 'agreement among raft nodes before linearized reading' (duration: 458.129987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:20.753768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.2954Z","time spent":"458.359933ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18a20dbc2f183aad\" "} {"level":"info","ts":"2026-03-31T22:32:21.068425Z","caller":"traceutil/trace.go:171","msg":"trace[1592646621] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5665; }","duration":"312.294261ms","start":"2026-03-31T22:32:20.756101Z","end":"2026-03-31T22:32:21.068396Z","steps":["trace[1592646621] 'read index received' (duration: 235.249224ms)","trace[1592646621] 'applied index is now lower than readState.Index' (duration: 77.043837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:21.068498Z","caller":"traceutil/trace.go:171","msg":"trace[1704188514] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"312.873896ms","start":"2026-03-31T22:32:20.75559Z","end":"2026-03-31T22:32:21.068464Z","steps":["trace[1704188514] 'process raft request' (duration: 235.739867ms)","trace[1704188514] 'compare' (duration: 76.935934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:21.068633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.755572Z","time spent":"312.986898ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:21.068685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.567688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:32:21.068731Z","caller":"traceutil/trace.go:171","msg":"trace[882818889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5447; }","duration":"312.64404ms","start":"2026-03-31T22:32:20.756075Z","end":"2026-03-31T22:32:21.068719Z","steps":["trace[882818889] 'agreement among raft nodes before linearized reading' (duration: 312.449735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:21.068777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:20.756066Z","time spent":"312.697831ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:32:21.565154Z","caller":"traceutil/trace.go:171","msg":"trace[1218227789] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"536.948349ms","start":"2026-03-31T22:32:21.028176Z","end":"2026-03-31T22:32:21.565124Z","steps":["trace[1218227789] 'process raft request' (duration: 536.715692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:21.565287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.147801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:21.565355Z","caller":"traceutil/trace.go:171","msg":"trace[1877535237] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5448; }","duration":"546.276524ms","start":"2026-03-31T22:32:21.019063Z","end":"2026-03-31T22:32:21.56534Z","steps":["trace[1877535237] 'agreement among raft nodes before linearized reading' (duration: 546.148211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:21.565346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.028159Z","time spent":"537.082462ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:21.565405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.019044Z","time spent":"546.350876ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:21.565137Z","caller":"traceutil/trace.go:171","msg":"trace[1879487507] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5666; }","duration":"496.60264ms","start":"2026-03-31T22:32:21.068497Z","end":"2026-03-31T22:32:21.5651Z","steps":["trace[1879487507] 'read index received' (duration: 496.431635ms)","trace[1879487507] 'applied index is now lower than readState.Index' (duration: 169.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:21.695802Z","caller":"traceutil/trace.go:171","msg":"trace[1156657998] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"491.346365ms","start":"2026-03-31T22:32:21.204427Z","end":"2026-03-31T22:32:21.695773Z","steps":["trace[1156657998] 'process raft request' (duration: 491.241122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:21.695825Z","caller":"traceutil/trace.go:171","msg":"trace[2142316259] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"491.398766ms","start":"2026-03-31T22:32:21.204385Z","end":"2026-03-31T22:32:21.695784Z","steps":["trace[2142316259] 'process raft request' (duration: 469.125373ms)","trace[2142316259] 'compare' (duration: 21.900294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:21.695937Z","caller":"traceutil/trace.go:171","msg":"trace[9596939] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5667; }","duration":"130.458376ms","start":"2026-03-31T22:32:21.565458Z","end":"2026-03-31T22:32:21.695916Z","steps":["trace[9596939] 'read index received' (duration: 108.017849ms)","trace[9596939] 'applied index is now lower than readState.Index' (duration: 22.438517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:21.696001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.204407Z","time spent":"491.491289ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:21.696034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.204354Z","time spent":"491.55481ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:21.696072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.893067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:21.696124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.240816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:21.696168Z","caller":"traceutil/trace.go:171","msg":"trace[1725938036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5451; }","duration":"294.04738ms","start":"2026-03-31T22:32:21.402097Z","end":"2026-03-31T22:32:21.696144Z","steps":["trace[1725938036] 'agreement among raft nodes before linearized reading' (duration: 293.881226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:21.696171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.536207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17319"} {"level":"info","ts":"2026-03-31T22:32:21.696182Z","caller":"traceutil/trace.go:171","msg":"trace[1404135692] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"487.411507ms","start":"2026-03-31T22:32:21.20875Z","end":"2026-03-31T22:32:21.696161Z","steps":["trace[1404135692] 'process raft request' (duration: 486.978486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:21.6962Z","caller":"traceutil/trace.go:171","msg":"trace[365262734] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5451; }","duration":"374.373979ms","start":"2026-03-31T22:32:21.321808Z","end":"2026-03-31T22:32:21.696182Z","steps":["trace[365262734] 'agreement among raft nodes before linearized reading' (duration: 374.243516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:21.69623Z","caller":"traceutil/trace.go:171","msg":"trace[1836797914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5451; }","duration":"625.647919ms","start":"2026-03-31T22:32:21.070569Z","end":"2026-03-31T22:32:21.696216Z","steps":["trace[1836797914] 'agreement among raft nodes before linearized reading' (duration: 625.430224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:21.696265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.321782Z","time spent":"374.463202ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:21.696283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.070545Z","time spent":"625.727131ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17342,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:32:21.696303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:21.208707Z","time spent":"487.52776ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:23.807869Z","caller":"traceutil/trace.go:171","msg":"trace[695698690] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"235.315566ms","start":"2026-03-31T22:32:23.572531Z","end":"2026-03-31T22:32:23.807846Z","steps":["trace[695698690] 'process raft request' (duration: 235.178753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:23.816328Z","caller":"traceutil/trace.go:171","msg":"trace[1222945232] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5676; }","duration":"112.063371ms","start":"2026-03-31T22:32:23.704243Z","end":"2026-03-31T22:32:23.816306Z","steps":["trace[1222945232] 'read index received' (duration: 103.565036ms)","trace[1222945232] 'applied index is now lower than readState.Index' (duration: 8.497575ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:23.816379Z","caller":"traceutil/trace.go:171","msg":"trace[731432780] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"114.744269ms","start":"2026-03-31T22:32:23.701609Z","end":"2026-03-31T22:32:23.816353Z","steps":["trace[731432780] 'process raft request' (duration: 114.550254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:23.816426Z","caller":"traceutil/trace.go:171","msg":"trace[1070564367] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"114.396061ms","start":"2026-03-31T22:32:23.702013Z","end":"2026-03-31T22:32:23.816409Z","steps":["trace[1070564367] 'process raft request' (duration: 114.241957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:23.816526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.265487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:23.816434Z","caller":"traceutil/trace.go:171","msg":"trace[1768684765] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"114.3693ms","start":"2026-03-31T22:32:23.702055Z","end":"2026-03-31T22:32:23.816424Z","steps":["trace[1768684765] 'process raft request' (duration: 114.223836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:23.816563Z","caller":"traceutil/trace.go:171","msg":"trace[1130400208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5461; }","duration":"112.343108ms","start":"2026-03-31T22:32:23.704208Z","end":"2026-03-31T22:32:23.816551Z","steps":["trace[1130400208] 'agreement among raft nodes before linearized reading' (duration: 112.245706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:24.895802Z","caller":"traceutil/trace.go:171","msg":"trace[1636655092] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5682; }","duration":"112.519173ms","start":"2026-03-31T22:32:24.783262Z","end":"2026-03-31T22:32:24.895781Z","steps":["trace[1636655092] 'read index received' (duration: 112.291688ms)","trace[1636655092] 'applied index is now lower than readState.Index' (duration: 226.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:24.895909Z","caller":"traceutil/trace.go:171","msg":"trace[716928489] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"148.016491ms","start":"2026-03-31T22:32:24.747861Z","end":"2026-03-31T22:32:24.895877Z","steps":["trace[716928489] 'process raft request' (duration: 147.687101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:24.896117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.845882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:32:24.896189Z","caller":"traceutil/trace.go:171","msg":"trace[497164836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5463; }","duration":"112.971715ms","start":"2026-03-31T22:32:24.783205Z","end":"2026-03-31T22:32:24.896176Z","steps":["trace[497164836] 'agreement among raft nodes before linearized reading' (duration: 112.74935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:25.351127Z","caller":"traceutil/trace.go:171","msg":"trace[743780667] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"450.028872ms","start":"2026-03-31T22:32:24.901068Z","end":"2026-03-31T22:32:25.351097Z","steps":["trace[743780667] 'process raft request' (duration: 449.847378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:25.351417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:24.901038Z","time spent":"450.284969ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:25.351522Z","caller":"traceutil/trace.go:171","msg":"trace[1884368989] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"450.32868ms","start":"2026-03-31T22:32:24.901109Z","end":"2026-03-31T22:32:25.351438Z","steps":["trace[1884368989] 'process raft request' (duration: 449.95029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:25.351651Z","caller":"traceutil/trace.go:171","msg":"trace[98854247] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"450.016951ms","start":"2026-03-31T22:32:24.901609Z","end":"2026-03-31T22:32:25.351626Z","steps":["trace[98854247] 'process raft request' (duration: 449.707104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:25.351651Z","caller":"traceutil/trace.go:171","msg":"trace[570310153] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"450.119584ms","start":"2026-03-31T22:32:24.901476Z","end":"2026-03-31T22:32:25.351596Z","steps":["trace[570310153] 'process raft request' (duration: 449.777935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:25.351757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:24.901585Z","time spent":"450.121333ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:25.351715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:24.901049Z","time spent":"450.570395ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:25.351926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:24.901464Z","time spent":"450.325348ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:25.693122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.929523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:25.693223Z","caller":"traceutil/trace.go:171","msg":"trace[796745467] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5688; }","duration":"336.664007ms","start":"2026-03-31T22:32:25.356543Z","end":"2026-03-31T22:32:25.693207Z","steps":["trace[796745467] 'read index received' (duration: 132.541528ms)","trace[796745467] 'applied index is now lower than readState.Index' (duration: 204.121289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:25.693312Z","caller":"traceutil/trace.go:171","msg":"trace[972085587] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"365.889295ms","start":"2026-03-31T22:32:25.327412Z","end":"2026-03-31T22:32:25.693301Z","steps":["trace[972085587] 'process raft request' (duration: 161.697375ms)","trace[972085587] 'compare' (duration: 203.831681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:25.693373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.327384Z","time spent":"365.959537ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:25.693454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.812583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:25.693561Z","caller":"traceutil/trace.go:171","msg":"trace[1493197062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5469; }","duration":"289.923166ms","start":"2026-03-31T22:32:25.403609Z","end":"2026-03-31T22:32:25.693533Z","steps":["trace[1493197062] 'agreement among raft nodes before linearized reading' (duration: 289.774932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:25.693839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.305123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-31T22:32:25.693879Z","caller":"traceutil/trace.go:171","msg":"trace[875449114] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e; range_end:; response_count:1; response_revision:5469; }","duration":"337.378765ms","start":"2026-03-31T22:32:25.356489Z","end":"2026-03-31T22:32:25.693868Z","steps":["trace[875449114] 'agreement among raft nodes before linearized reading' (duration: 337.236761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:25.693911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.35647Z","time spent":"337.434096ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":919,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" "} {"level":"info","ts":"2026-03-31T22:32:26.172747Z","caller":"traceutil/trace.go:171","msg":"trace[1715475652] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"359.020092ms","start":"2026-03-31T22:32:25.813697Z","end":"2026-03-31T22:32:26.172717Z","steps":["trace[1715475652] 'process raft request' (duration: 358.783926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:26.172937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.81367Z","time spent":"359.157165ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:26.407679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.333052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:26.407911Z","caller":"traceutil/trace.go:171","msg":"trace[379122238] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5690; }","duration":"553.551287ms","start":"2026-03-31T22:32:25.854345Z","end":"2026-03-31T22:32:26.407897Z","steps":["trace[379122238] 'read index received' (duration: 318.171279ms)","trace[379122238] 'applied index is now lower than readState.Index' (duration: 235.379258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:26.408004Z","caller":"traceutil/trace.go:171","msg":"trace[1586076465] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"586.591022ms","start":"2026-03-31T22:32:25.82138Z","end":"2026-03-31T22:32:26.407971Z","steps":["trace[1586076465] 'process raft request' (duration: 586.376226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:26.408024Z","caller":"traceutil/trace.go:171","msg":"trace[1828222382] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"585.924835ms","start":"2026-03-31T22:32:25.822059Z","end":"2026-03-31T22:32:26.407984Z","steps":["trace[1828222382] 'process raft request' (duration: 585.803762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:26.408041Z","caller":"traceutil/trace.go:171","msg":"trace[551404441] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"587.365581ms","start":"2026-03-31T22:32:25.820644Z","end":"2026-03-31T22:32:26.408009Z","steps":["trace[551404441] 'process raft request' (duration: 460.635209ms)","trace[551404441] 'compare' (duration: 126.232459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:26.408056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.716571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:26.40817Z","caller":"traceutil/trace.go:171","msg":"trace[1452507972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5474; }","duration":"553.859475ms","start":"2026-03-31T22:32:25.854301Z","end":"2026-03-31T22:32:26.408161Z","steps":["trace[1452507972] 'agreement among raft nodes before linearized reading' (duration: 553.66004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:26.408183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.820617Z","time spent":"587.493224ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:26.408225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.821951Z","time spent":"586.163401ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:26.40827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.821352Z","time spent":"586.737626ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:26.408408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:25.854286Z","time spent":"554.10687ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:32:27.056411Z","caller":"traceutil/trace.go:171","msg":"trace[1981847551] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"145.125268ms","start":"2026-03-31T22:32:26.911261Z","end":"2026-03-31T22:32:27.056386Z","steps":["trace[1981847551] 'process raft request' (duration: 144.924233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:27.557282Z","caller":"traceutil/trace.go:171","msg":"trace[1298428279] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"194.887845ms","start":"2026-03-31T22:32:27.362367Z","end":"2026-03-31T22:32:27.557255Z","steps":["trace[1298428279] 'process raft request' (duration: 194.687339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:27.603542Z","caller":"traceutil/trace.go:171","msg":"trace[1268070973] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"240.734583ms","start":"2026-03-31T22:32:27.362785Z","end":"2026-03-31T22:32:27.60352Z","steps":["trace[1268070973] 'process raft request' (duration: 239.37388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:27.603596Z","caller":"traceutil/trace.go:171","msg":"trace[577984266] linearizableReadLoop","detail":"{readStateIndex:5700; appliedIndex:5696; }","duration":"200.763473ms","start":"2026-03-31T22:32:27.402818Z","end":"2026-03-31T22:32:27.603582Z","steps":["trace[577984266] 'read index received' (duration: 154.29314ms)","trace[577984266] 'applied index is now lower than readState.Index' (duration: 46.469153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:27.603607Z","caller":"traceutil/trace.go:171","msg":"trace[1352689075] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"240.389144ms","start":"2026-03-31T22:32:27.363209Z","end":"2026-03-31T22:32:27.603598Z","steps":["trace[1352689075] 'process raft request' (duration: 240.274131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:27.603541Z","caller":"traceutil/trace.go:171","msg":"trace[1397373541] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"240.725743ms","start":"2026-03-31T22:32:27.362793Z","end":"2026-03-31T22:32:27.603519Z","steps":["trace[1397373541] 'process raft request' (duration: 240.644411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:27.603815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.209286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:27.603823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.996689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:27.60386Z","caller":"traceutil/trace.go:171","msg":"trace[1311638948] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5480; }","duration":"152.316279ms","start":"2026-03-31T22:32:27.451533Z","end":"2026-03-31T22:32:27.60385Z","steps":["trace[1311638948] 'agreement among raft nodes before linearized reading' (duration: 152.223736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:27.603904Z","caller":"traceutil/trace.go:171","msg":"trace[2083148272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5480; }","duration":"201.135833ms","start":"2026-03-31T22:32:27.402749Z","end":"2026-03-31T22:32:27.603884Z","steps":["trace[2083148272] 'agreement among raft nodes before linearized reading' (duration: 200.945088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:27.60393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.373858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:27.604008Z","caller":"traceutil/trace.go:171","msg":"trace[964882807] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5480; }","duration":"108.46987ms","start":"2026-03-31T22:32:27.495519Z","end":"2026-03-31T22:32:27.603989Z","steps":["trace[964882807] 'agreement among raft nodes before linearized reading' (duration: 108.265705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:28.418864Z","caller":"traceutil/trace.go:171","msg":"trace[299734783] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"239.973814ms","start":"2026-03-31T22:32:28.178871Z","end":"2026-03-31T22:32:28.418845Z","steps":["trace[299734783] 'process raft request' (duration: 239.79042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:28.661863Z","caller":"traceutil/trace.go:171","msg":"trace[1960036869] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"299.626062ms","start":"2026-03-31T22:32:28.362212Z","end":"2026-03-31T22:32:28.661839Z","steps":["trace[1960036869] 'process raft request' (duration: 299.341775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:28.661943Z","caller":"traceutil/trace.go:171","msg":"trace[337856601] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"248.013768ms","start":"2026-03-31T22:32:28.413902Z","end":"2026-03-31T22:32:28.661916Z","steps":["trace[337856601] 'process raft request' (duration: 247.914965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:28.662008Z","caller":"traceutil/trace.go:171","msg":"trace[1675254412] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"248.085079ms","start":"2026-03-31T22:32:28.413867Z","end":"2026-03-31T22:32:28.661952Z","steps":["trace[1675254412] 'process raft request' (duration: 247.872224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:28.662156Z","caller":"traceutil/trace.go:171","msg":"trace[412656300] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5700; }","duration":"258.012439ms","start":"2026-03-31T22:32:28.404135Z","end":"2026-03-31T22:32:28.662147Z","steps":["trace[412656300] 'read index received' (duration: 14.511236ms)","trace[412656300] 'applied index is now lower than readState.Index' (duration: 243.499633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:28.662213Z","caller":"traceutil/trace.go:171","msg":"trace[1148031606] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"248.051939ms","start":"2026-03-31T22:32:28.414154Z","end":"2026-03-31T22:32:28.662206Z","steps":["trace[1148031606] 'process raft request' (duration: 247.71261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:28.66261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.123093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:28.66268Z","caller":"traceutil/trace.go:171","msg":"trace[1183226297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5485; }","duration":"245.228906ms","start":"2026-03-31T22:32:28.417434Z","end":"2026-03-31T22:32:28.662663Z","steps":["trace[1183226297] 'agreement among raft nodes before linearized reading' (duration: 244.802936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:28.662626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.506732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:28.662837Z","caller":"traceutil/trace.go:171","msg":"trace[1546482086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5485; }","duration":"258.747528ms","start":"2026-03-31T22:32:28.404062Z","end":"2026-03-31T22:32:28.66281Z","steps":["trace[1546482086] 'agreement among raft nodes before linearized reading' (duration: 258.208174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.025853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.710024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:32:29.025952Z","caller":"traceutil/trace.go:171","msg":"trace[1934425521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5485; }","duration":"225.848748ms","start":"2026-03-31T22:32:28.800077Z","end":"2026-03-31T22:32:29.025925Z","steps":["trace[1934425521] 'range keys from in-memory index tree' (duration: 225.454958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.025842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.891561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:29.026204Z","caller":"traceutil/trace.go:171","msg":"trace[1802623019] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5485; }","duration":"217.279381ms","start":"2026-03-31T22:32:28.808874Z","end":"2026-03-31T22:32:29.026153Z","steps":["trace[1802623019] 'count revisions from in-memory index tree' (duration: 216.815799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.561287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.247866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:32:29.671057Z","caller":"traceutil/trace.go:171","msg":"trace[204600010] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5705; }","duration":"609.894202ms","start":"2026-03-31T22:32:29.061135Z","end":"2026-03-31T22:32:29.671029Z","steps":["trace[204600010] 'read index received' (duration: 74.890733ms)","trace[204600010] 'applied index is now lower than readState.Index' (duration: 535.002109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:29.671163Z","caller":"traceutil/trace.go:171","msg":"trace[788807329] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"639.959922ms","start":"2026-03-31T22:32:29.031137Z","end":"2026-03-31T22:32:29.671096Z","steps":["trace[788807329] 'process raft request' (duration: 639.726726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.671308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.158609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:32:29.671356Z","caller":"traceutil/trace.go:171","msg":"trace[2008681383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5486; }","duration":"610.260472ms","start":"2026-03-31T22:32:29.061081Z","end":"2026-03-31T22:32:29.671342Z","steps":["trace[2008681383] 'agreement among raft nodes before linearized reading' (duration: 610.089397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.671394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.060968Z","time spent":"610.417955ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:29.671395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.031112Z","time spent":"640.134485ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:29.671401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.708899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:29.67172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.810159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:32:29.671734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.306225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:29.671912Z","caller":"traceutil/trace.go:171","msg":"trace[112845473] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5486; }","duration":"307.53413ms","start":"2026-03-31T22:32:29.36435Z","end":"2026-03-31T22:32:29.671884Z","steps":["trace[112845473] 'agreement among raft nodes before linearized reading' (duration: 307.278354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:29.671815Z","caller":"traceutil/trace.go:171","msg":"trace[1244122995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5486; }","duration":"110.965114ms","start":"2026-03-31T22:32:29.560831Z","end":"2026-03-31T22:32:29.671796Z","steps":["trace[1244122995] 'agreement among raft nodes before linearized reading' (duration: 110.79266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.671607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.405134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:29.67199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.364331Z","time spent":"307.640603ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:29.671821Z","caller":"traceutil/trace.go:171","msg":"trace[192505316] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5486; }","duration":"472.180801ms","start":"2026-03-31T22:32:29.199609Z","end":"2026-03-31T22:32:29.67179Z","steps":["trace[192505316] 'agreement among raft nodes before linearized reading' (duration: 471.687368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:29.672096Z","caller":"traceutil/trace.go:171","msg":"trace[2028239549] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5486; }","duration":"198.926517ms","start":"2026-03-31T22:32:29.473146Z","end":"2026-03-31T22:32:29.672073Z","steps":["trace[2028239549] 'agreement among raft nodes before linearized reading' (duration: 198.409644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:29.672216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.199586Z","time spent":"472.609303ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:30.117942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.026353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:30.118367Z","caller":"traceutil/trace.go:171","msg":"trace[1462281806] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"439.448274ms","start":"2026-03-31T22:32:29.678893Z","end":"2026-03-31T22:32:30.118341Z","steps":["trace[1462281806] 'process raft request' (duration: 439.345022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.118452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.678885Z","time spent":"439.528276ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:30.118477Z","caller":"traceutil/trace.go:171","msg":"trace[1608990792] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"439.938897ms","start":"2026-03-31T22:32:29.678506Z","end":"2026-03-31T22:32:30.118445Z","steps":["trace[1608990792] 'process raft request' (duration: 135.302809ms)","trace[1608990792] 'compare' (duration: 303.729354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:30.11851Z","caller":"traceutil/trace.go:171","msg":"trace[477902490] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"439.743941ms","start":"2026-03-31T22:32:29.678726Z","end":"2026-03-31T22:32:30.11847Z","steps":["trace[477902490] 'process raft request' (duration: 439.380292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.118631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.678486Z","time spent":"440.06853ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:30.118717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.678708Z","time spent":"439.918616ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:30.118844Z","caller":"traceutil/trace.go:171","msg":"trace[808951388] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"439.710121ms","start":"2026-03-31T22:32:29.679115Z","end":"2026-03-31T22:32:30.118825Z","steps":["trace[808951388] 'process raft request' (duration: 439.173168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.118944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.679098Z","time spent":"439.800573ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:30.118934Z","caller":"traceutil/trace.go:171","msg":"trace[506119218] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"439.715931ms","start":"2026-03-31T22:32:29.67919Z","end":"2026-03-31T22:32:30.118906Z","steps":["trace[506119218] 'process raft request' (duration: 439.601768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.119047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:29.679177Z","time spent":"439.820474ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:30.119183Z","caller":"traceutil/trace.go:171","msg":"trace[963360552] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5707; }","duration":"137.202278ms","start":"2026-03-31T22:32:29.981956Z","end":"2026-03-31T22:32:30.119158Z","steps":["trace[963360552] 'read index received' (duration: 79.862µs)","trace[963360552] 'applied index is now lower than readState.Index' (duration: 137.120496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:30.119404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.434003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:32:30.119476Z","caller":"traceutil/trace.go:171","msg":"trace[1310088645] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5491; }","duration":"137.521865ms","start":"2026-03-31T22:32:29.98194Z","end":"2026-03-31T22:32:30.119462Z","steps":["trace[1310088645] 'agreement among raft nodes before linearized reading' (duration: 137.393062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.397276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.63062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:30.39738Z","caller":"traceutil/trace.go:171","msg":"trace[2033042184] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5491; }","duration":"126.790304ms","start":"2026-03-31T22:32:30.270567Z","end":"2026-03-31T22:32:30.397358Z","steps":["trace[2033042184] 'count revisions from in-memory index tree' (duration: 126.548288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:30.938192Z","caller":"traceutil/trace.go:171","msg":"trace[2133625834] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"514.067849ms","start":"2026-03-31T22:32:30.424102Z","end":"2026-03-31T22:32:30.93817Z","steps":["trace[2133625834] 'process raft request' (duration: 513.827803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:30.938371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:30.424081Z","time spent":"514.186182ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:31.131959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:31.132151Z","caller":"traceutil/trace.go:171","msg":"trace[1069455729] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5712; }","duration":"458.272811ms","start":"2026-03-31T22:32:30.673865Z","end":"2026-03-31T22:32:31.132138Z","steps":["trace[1069455729] 'read index received' (duration: 264.036552ms)","trace[1069455729] 'applied index is now lower than readState.Index' (duration: 194.235219ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:31.132197Z","caller":"traceutil/trace.go:171","msg":"trace[964075816] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"464.137719ms","start":"2026-03-31T22:32:30.668039Z","end":"2026-03-31T22:32:31.132177Z","steps":["trace[964075816] 'process raft request' (duration: 464.000416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:31.132278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.427075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:31.132301Z","caller":"traceutil/trace.go:171","msg":"trace[1098760448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5495; }","duration":"458.486696ms","start":"2026-03-31T22:32:30.673807Z","end":"2026-03-31T22:32:31.132293Z","steps":["trace[1098760448] 'agreement among raft nodes before linearized reading' (duration: 458.370583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:31.132306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:30.668008Z","time spent":"464.241152ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:31.132324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:30.67377Z","time spent":"458.548888ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:32:31.132374Z","caller":"traceutil/trace.go:171","msg":"trace[1804687693] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"465.065963ms","start":"2026-03-31T22:32:30.667289Z","end":"2026-03-31T22:32:31.132355Z","steps":["trace[1804687693] 'process raft request' (duration: 354.899058ms)","trace[1804687693] 'compare' (duration: 109.551839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:31.132527Z","caller":"traceutil/trace.go:171","msg":"trace[1528016725] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"464.391966ms","start":"2026-03-31T22:32:30.668128Z","end":"2026-03-31T22:32:31.13252Z","steps":["trace[1528016725] 'process raft request' (duration: 463.983415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:31.132589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:30.668101Z","time spent":"464.463807ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:31.132529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:30.66726Z","time spent":"465.182635ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:32.388348Z","caller":"traceutil/trace.go:171","msg":"trace[1212489618] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"261.049236ms","start":"2026-03-31T22:32:32.127274Z","end":"2026-03-31T22:32:32.388323Z","steps":["trace[1212489618] 'process raft request' (duration: 260.959744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:32.388412Z","caller":"traceutil/trace.go:171","msg":"trace[438486544] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"261.439046ms","start":"2026-03-31T22:32:32.126933Z","end":"2026-03-31T22:32:32.388372Z","steps":["trace[438486544] 'process raft request' (duration: 261.134109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:32.388739Z","caller":"traceutil/trace.go:171","msg":"trace[1680374431] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5717; }","duration":"153.475138ms","start":"2026-03-31T22:32:32.235237Z","end":"2026-03-31T22:32:32.388712Z","steps":["trace[1680374431] 'read index received' (duration: 152.679738ms)","trace[1680374431] 'applied index is now lower than readState.Index' (duration: 794.15µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:32.388763Z","caller":"traceutil/trace.go:171","msg":"trace[1125541401] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"261.014545ms","start":"2026-03-31T22:32:32.127708Z","end":"2026-03-31T22:32:32.388723Z","steps":["trace[1125541401] 'process raft request' (duration: 260.576514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:32.388796Z","caller":"traceutil/trace.go:171","msg":"trace[142341080] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"260.685247ms","start":"2026-03-31T22:32:32.128069Z","end":"2026-03-31T22:32:32.388754Z","steps":["trace[142341080] 'process raft request' (duration: 260.487962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:32.38895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.698174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbc8555396f\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T22:32:32.389023Z","caller":"traceutil/trace.go:171","msg":"trace[1378295054] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r.18a20dbc8555396f; range_end:; response_count:1; response_revision:5500; }","duration":"153.825267ms","start":"2026-03-31T22:32:32.235185Z","end":"2026-03-31T22:32:32.38901Z","steps":["trace[1378295054] 'agreement among raft nodes before linearized reading' (duration: 153.597652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:32.739425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.630024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:32.739563Z","caller":"traceutil/trace.go:171","msg":"trace[1916780982] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"347.720257ms","start":"2026-03-31T22:32:32.391816Z","end":"2026-03-31T22:32:32.739536Z","steps":["trace[1916780982] 'process raft request' (duration: 71.892337ms)","trace[1916780982] 'compare' (duration: 275.486961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:32.739704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:32.391789Z","time spent":"347.81837ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:33.035652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.675628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:33.036095Z","caller":"traceutil/trace.go:171","msg":"trace[766398978] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5722; }","duration":"233.164672ms","start":"2026-03-31T22:32:32.802903Z","end":"2026-03-31T22:32:33.036068Z","steps":["trace[766398978] 'read index received' (duration: 43.8998ms)","trace[766398978] 'applied index is now lower than readState.Index' (duration: 189.262292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:33.036261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.328506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:33.036345Z","caller":"traceutil/trace.go:171","msg":"trace[1750122593] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5503; }","duration":"233.46637ms","start":"2026-03-31T22:32:32.802859Z","end":"2026-03-31T22:32:33.036326Z","steps":["trace[1750122593] 'agreement among raft nodes before linearized reading' (duration: 233.324286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:33.03634Z","caller":"traceutil/trace.go:171","msg":"trace[1683378402] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"290.436999ms","start":"2026-03-31T22:32:32.745739Z","end":"2026-03-31T22:32:33.036176Z","steps":["trace[1683378402] 'process raft request' (duration: 101.125635ms)","trace[1683378402] 'compare' (duration: 188.557875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:33.036355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.695828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-31T22:32:33.036418Z","caller":"traceutil/trace.go:171","msg":"trace[12137655] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r; range_end:; response_count:1; response_revision:5503; }","duration":"169.78897ms","start":"2026-03-31T22:32:32.866611Z","end":"2026-03-31T22:32:33.0364Z","steps":["trace[12137655] 'agreement among raft nodes before linearized reading' (duration: 169.596016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:33.289932Z","caller":"traceutil/trace.go:171","msg":"trace[1250501970] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"240.586429ms","start":"2026-03-31T22:32:33.049321Z","end":"2026-03-31T22:32:33.289908Z","steps":["trace[1250501970] 'process raft request' (duration: 240.385804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:33.373061Z","caller":"traceutil/trace.go:171","msg":"trace[408303673] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"234.582928ms","start":"2026-03-31T22:32:33.138453Z","end":"2026-03-31T22:32:33.373036Z","steps":["trace[408303673] 'process raft request' (duration: 234.358033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:33.373364Z","caller":"traceutil/trace.go:171","msg":"trace[1031509505] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"232.361601ms","start":"2026-03-31T22:32:33.14099Z","end":"2026-03-31T22:32:33.373352Z","steps":["trace[1031509505] 'process raft request' (duration: 232.195057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:33.373302Z","caller":"traceutil/trace.go:171","msg":"trace[1363718853] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5725; }","duration":"232.146566ms","start":"2026-03-31T22:32:33.141131Z","end":"2026-03-31T22:32:33.373277Z","steps":["trace[1363718853] 'read index received' (duration: 148.518273ms)","trace[1363718853] 'applied index is now lower than readState.Index' (duration: 83.627223ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:33.373369Z","caller":"traceutil/trace.go:171","msg":"trace[959300370] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"234.451124ms","start":"2026-03-31T22:32:33.138864Z","end":"2026-03-31T22:32:33.373316Z","steps":["trace[959300370] 'process raft request' (duration: 234.103686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:33.373627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.490185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:33.373672Z","caller":"traceutil/trace.go:171","msg":"trace[1140140557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5508; }","duration":"232.549376ms","start":"2026-03-31T22:32:33.141111Z","end":"2026-03-31T22:32:33.37366Z","steps":["trace[1140140557] 'agreement among raft nodes before linearized reading' (duration: 232.30049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:33.574538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.470097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:33.574629Z","caller":"traceutil/trace.go:171","msg":"trace[1814572816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5508; }","duration":"170.602381ms","start":"2026-03-31T22:32:33.404007Z","end":"2026-03-31T22:32:33.574609Z","steps":["trace[1814572816] 'range keys from in-memory index tree' (duration: 170.371715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:34.16448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.400781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:34.164627Z","caller":"traceutil/trace.go:171","msg":"trace[1219157562] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"249.068523ms","start":"2026-03-31T22:32:33.915545Z","end":"2026-03-31T22:32:34.164614Z","steps":["trace[1219157562] 'process raft request' (duration: 249.015392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:34.164785Z","caller":"traceutil/trace.go:171","msg":"trace[769505571] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"347.081961ms","start":"2026-03-31T22:32:33.817695Z","end":"2026-03-31T22:32:34.164777Z","steps":["trace[769505571] 'process raft request' (duration: 173.32631ms)","trace[769505571] 'compare' (duration: 173.254618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:34.164827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:33.817666Z","time spent":"347.139322ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:34.335074Z","caller":"traceutil/trace.go:171","msg":"trace[655319246] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"105.156358ms","start":"2026-03-31T22:32:34.229894Z","end":"2026-03-31T22:32:34.335051Z","steps":["trace[655319246] 'process raft request' (duration: 104.944863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:35.081515Z","caller":"traceutil/trace.go:171","msg":"trace[1441722338] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"135.815852ms","start":"2026-03-31T22:32:34.945677Z","end":"2026-03-31T22:32:35.081493Z","steps":["trace[1441722338] 'process raft request' (duration: 135.663778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:35.170211Z","caller":"traceutil/trace.go:171","msg":"trace[2097165767] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"128.249621ms","start":"2026-03-31T22:32:35.041934Z","end":"2026-03-31T22:32:35.170184Z","steps":["trace[2097165767] 'process raft request' (duration: 128.18441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:35.170247Z","caller":"traceutil/trace.go:171","msg":"trace[1672788962] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"136.566682ms","start":"2026-03-31T22:32:35.033623Z","end":"2026-03-31T22:32:35.17019Z","steps":["trace[1672788962] 'process raft request' (duration: 136.324276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:35.845058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537172350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:36.328222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.396767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:36.328354Z","caller":"traceutil/trace.go:171","msg":"trace[2129885095] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"1.152274387s","start":"2026-03-31T22:32:35.176056Z","end":"2026-03-31T22:32:36.328331Z","steps":["trace[2129885095] 'process raft request' (duration: 696.671224ms)","trace[2129885095] 'compare' (duration: 455.11886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:36.328429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.176033Z","time spent":"1.15236396s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:37.402817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:32:37.402904Z","caller":"traceutil/trace.go:171","msg":"trace[1947441443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614533s","start":"2026-03-31T22:32:35.40227Z","end":"2026-03-31T22:32:37.402885Z","steps":["trace[1947441443] 'agreement among raft nodes before linearized reading' (duration: 2.000503721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:37.402951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.402252Z","time spent":"2.000688805s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:37.51979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468723053s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:32:37.520318Z","caller":"traceutil/trace.go:171","msg":"trace[216159162] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"2.141753001s","start":"2026-03-31T22:32:35.378539Z","end":"2026-03-31T22:32:37.520292Z","steps":["trace[216159162] 'process raft request' (duration: 2.141503114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:37.520499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.378518Z","time spent":"2.141884734s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:37.520616Z","caller":"traceutil/trace.go:171","msg":"trace[1781340827] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"2.141945215s","start":"2026-03-31T22:32:35.37863Z","end":"2026-03-31T22:32:37.520575Z","steps":["trace[1781340827] 'process raft request' (duration: 2.141619866s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:37.520697Z","caller":"traceutil/trace.go:171","msg":"trace[258121326] linearizableReadLoop","detail":"{readStateIndex:5745; appliedIndex:5740; }","duration":"2.176528399s","start":"2026-03-31T22:32:35.344139Z","end":"2026-03-31T22:32:37.520668Z","steps":["trace[258121326] 'read index received' (duration: 528.609958ms)","trace[258121326] 'applied index is now lower than readState.Index' (duration: 1.647917151s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:37.520736Z","caller":"traceutil/trace.go:171","msg":"trace[1253607563] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"2.141871222s","start":"2026-03-31T22:32:35.378846Z","end":"2026-03-31T22:32:37.520717Z","steps":["trace[1253607563] 'process raft request' (duration: 2.141622996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:37.520815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.378622Z","time spent":"2.142080088s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:37.520826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.378811Z","time spent":"2.141969995s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:37.520839Z","caller":"traceutil/trace.go:171","msg":"trace[1676020535] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"1.70087316s","start":"2026-03-31T22:32:35.819948Z","end":"2026-03-31T22:32:37.520821Z","steps":["trace[1676020535] 'process raft request' (duration: 1.700652654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:37.520997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.819919Z","time spent":"1.700979802s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:37.520992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176833376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-31T22:32:37.52107Z","caller":"traceutil/trace.go:171","msg":"trace[719499281] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r; range_end:; response_count:1; response_revision:5523; }","duration":"2.176962849s","start":"2026-03-31T22:32:35.344086Z","end":"2026-03-31T22:32:37.521048Z","steps":["trace[719499281] 'agreement among raft nodes before linearized reading' (duration: 2.176765054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:37.521116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.344065Z","time spent":"2.177041092s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9751,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rf77r\" "} {"level":"warn","ts":"2026-03-31T22:32:38.670785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.702096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:38.670904Z","caller":"traceutil/trace.go:171","msg":"trace[2142381312] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5745; }","duration":"1.150114353s","start":"2026-03-31T22:32:37.520771Z","end":"2026-03-31T22:32:38.670885Z","steps":["trace[2142381312] 'read index received' (duration: 265.174182ms)","trace[2142381312] 'applied index is now lower than readState.Index' (duration: 884.938701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:38.670979Z","caller":"traceutil/trace.go:171","msg":"trace[1634253506] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"1.494579857s","start":"2026-03-31T22:32:37.176388Z","end":"2026-03-31T22:32:38.670968Z","steps":["trace[1634253506] 'process raft request' (duration: 609.578384ms)","trace[1634253506] 'compare' (duration: 884.48366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:38.671038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:37.176359Z","time spent":"1.494648289s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:38.671423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251840923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:32:38.67153Z","caller":"traceutil/trace.go:171","msg":"trace[481696618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5524; }","duration":"2.252000507s","start":"2026-03-31T22:32:36.419504Z","end":"2026-03-31T22:32:38.671504Z","steps":["trace[481696618] 'agreement among raft nodes before linearized reading' (duration: 2.251660218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.671578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.419482Z","time spent":"2.252087508s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:38.671691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942982637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:38.67176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288294333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:38.671787Z","caller":"traceutil/trace.go:171","msg":"trace[231954219] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5524; }","duration":"2.943132671s","start":"2026-03-31T22:32:35.728632Z","end":"2026-03-31T22:32:38.671765Z","steps":["trace[231954219] 'agreement among raft nodes before linearized reading' (duration: 2.942980307s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:38.671806Z","caller":"traceutil/trace.go:171","msg":"trace[1386826531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5524; }","duration":"3.288365314s","start":"2026-03-31T22:32:35.383427Z","end":"2026-03-31T22:32:38.671793Z","steps":["trace[1386826531] 'agreement among raft nodes before linearized reading' (duration: 3.288191639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.671824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539521722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T22:32:38.671842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.383413Z","time spent":"3.288420866s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:32:38.671728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268370821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:38.67183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339709872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-31T22:32:38.671862Z","caller":"traceutil/trace.go:171","msg":"trace[1683845690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5524; }","duration":"1.539596284s","start":"2026-03-31T22:32:37.132255Z","end":"2026-03-31T22:32:38.671851Z","steps":["trace[1683845690] 'agreement among raft nodes before linearized reading' (duration: 1.539491562s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:38.671885Z","caller":"traceutil/trace.go:171","msg":"trace[1126431915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5524; }","duration":"1.268577306s","start":"2026-03-31T22:32:37.403297Z","end":"2026-03-31T22:32:38.671874Z","steps":["trace[1126431915] 'agreement among raft nodes before linearized reading' (duration: 1.268401531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.671898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:37.132231Z","time spent":"1.539659825s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:32:38.671905Z","caller":"traceutil/trace.go:171","msg":"trace[786954887] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e; range_end:; response_count:1; response_revision:5524; }","duration":"2.339816325s","start":"2026-03-31T22:32:36.332066Z","end":"2026-03-31T22:32:38.671882Z","steps":["trace[786954887] 'agreement among raft nodes before linearized reading' (duration: 2.339591799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.671922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:37.403267Z","time spent":"1.268646948s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:38.671901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868140965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:38.671957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.332048Z","time spent":"2.339897017s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":919,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5998b98f98-xxcwn.18a20dc17567396e\" "} {"level":"info","ts":"2026-03-31T22:32:38.671988Z","caller":"traceutil/trace.go:171","msg":"trace[2027437889] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5524; }","duration":"2.868257289s","start":"2026-03-31T22:32:35.803692Z","end":"2026-03-31T22:32:38.67195Z","steps":["trace[2027437889] 'agreement among raft nodes before linearized reading' (duration: 2.868137086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.671989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180527149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:38.672024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.803675Z","time spent":"2.86834109s","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:38.671842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.728611Z","time spent":"2.943218533s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:38.672058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245152813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:32:38.672067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245086251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:32:38.672082Z","caller":"traceutil/trace.go:171","msg":"trace[1886102044] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5524; }","duration":"3.180686872s","start":"2026-03-31T22:32:35.491372Z","end":"2026-03-31T22:32:38.672059Z","steps":["trace[1886102044] 'agreement among raft nodes before linearized reading' (duration: 3.180476387s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:38.672101Z","caller":"traceutil/trace.go:171","msg":"trace[141420986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5524; }","duration":"2.245251565s","start":"2026-03-31T22:32:36.426838Z","end":"2026-03-31T22:32:38.67209Z","steps":["trace[141420986] 'agreement among raft nodes before linearized reading' (duration: 2.245137082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:38.672116Z","caller":"traceutil/trace.go:171","msg":"trace[1734296610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5524; }","duration":"2.245181923s","start":"2026-03-31T22:32:36.42692Z","end":"2026-03-31T22:32:38.672102Z","steps":["trace[1734296610] 'agreement among raft nodes before linearized reading' (duration: 2.24503344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.672136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.426816Z","time spent":"2.245313707s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:38.67213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:35.491348Z","time spent":"3.180771065s","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:38.672153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.42688Z","time spent":"2.245260335s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:32:38.672214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720070435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:32:38.672261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245405629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:32:38.672317Z","caller":"traceutil/trace.go:171","msg":"trace[1776394499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5524; }","duration":"1.720242539s","start":"2026-03-31T22:32:36.952051Z","end":"2026-03-31T22:32:38.672294Z","steps":["trace[1776394499] 'agreement among raft nodes before linearized reading' (duration: 1.719908301s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:38.672353Z","caller":"traceutil/trace.go:171","msg":"trace[900817912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5524; }","duration":"2.245566543s","start":"2026-03-31T22:32:36.426764Z","end":"2026-03-31T22:32:38.672331Z","steps":["trace[900817912] 'agreement among raft nodes before linearized reading' (duration: 2.245219185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.672368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.952017Z","time spent":"1.720341482s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:32:38.672404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.426741Z","time spent":"2.245653125s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:38.672425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333347151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:32:38.672463Z","caller":"traceutil/trace.go:171","msg":"trace[1645181453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5524; }","duration":"2.333408583s","start":"2026-03-31T22:32:36.339044Z","end":"2026-03-31T22:32:38.672452Z","steps":["trace[1645181453] 'agreement among raft nodes before linearized reading' (duration: 2.332198313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:38.672545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:36.339035Z","time spent":"2.333497785s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:39.171729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537172366,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:39.667572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881657568s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:32:39.75264Z","caller":"traceutil/trace.go:171","msg":"trace[2014426810] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"2.220781527s","start":"2026-03-31T22:32:37.531827Z","end":"2026-03-31T22:32:39.752608Z","steps":["trace[2014426810] 'process raft request' (duration: 2.135977805s)","trace[2014426810] 'compare' (duration: 84.635318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:39.752812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:37.531805Z","time spent":"2.220922191s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:40.07073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:32:40.070878Z","caller":"traceutil/trace.go:171","msg":"trace[297771864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213593s","start":"2026-03-31T22:32:38.070643Z","end":"2026-03-31T22:32:40.070856Z","steps":["trace[297771864] 'agreement among raft nodes before linearized reading' (duration: 2.000026609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:40.070932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.070631Z","time spent":"2.000288867s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:32:40.68119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999492334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:32:40.681259Z","caller":"traceutil/trace.go:171","msg":"trace[804054345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999617777s","start":"2026-03-31T22:32:38.681628Z","end":"2026-03-31T22:32:40.681246Z","steps":["trace[804054345] 'agreement among raft nodes before linearized reading' (duration: 1.999527055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:40.681293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.681611Z","time spent":"1.999675779s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:32:41.095239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427424299s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:32:41.095765Z","caller":"traceutil/trace.go:171","msg":"trace[558358072] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"2.418711208s","start":"2026-03-31T22:32:38.677007Z","end":"2026-03-31T22:32:41.095718Z","steps":["trace[558358072] 'process raft request' (duration: 2.418587605s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.095793Z","caller":"traceutil/trace.go:171","msg":"trace[497555004] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"2.418453242s","start":"2026-03-31T22:32:38.677304Z","end":"2026-03-31T22:32:41.095757Z","steps":["trace[497555004] 'process raft request' (duration: 2.418323919s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.09585Z","caller":"traceutil/trace.go:171","msg":"trace[833997563] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"2.418079833s","start":"2026-03-31T22:32:38.677721Z","end":"2026-03-31T22:32:41.095801Z","steps":["trace[833997563] 'process raft request' (duration: 2.417926479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.095942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.676971Z","time spent":"2.418854352s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.095975Z","caller":"traceutil/trace.go:171","msg":"trace[1350221866] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"2.420593896s","start":"2026-03-31T22:32:38.675362Z","end":"2026-03-31T22:32:41.095956Z","steps":["trace[1350221866] 'process raft request' (duration: 2.420085223s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.095953Z","caller":"traceutil/trace.go:171","msg":"trace[2043965887] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"2.418107073s","start":"2026-03-31T22:32:38.677776Z","end":"2026-03-31T22:32:41.095883Z","steps":["trace[2043965887] 'process raft request' (duration: 2.417888178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.096037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.677711Z","time spent":"2.418225536s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.096074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.675337Z","time spent":"2.420662468s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.096138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.677762Z","time spent":"2.418278758s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.096113Z","caller":"traceutil/trace.go:171","msg":"trace[1024437197] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"2.419313783s","start":"2026-03-31T22:32:38.676725Z","end":"2026-03-31T22:32:41.096039Z","steps":["trace[1024437197] 'process raft request' (duration: 2.418839731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.096429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.676714Z","time spent":"2.419580081s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.096547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.677179Z","time spent":"2.418687788s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.096583Z","caller":"traceutil/trace.go:171","msg":"trace[712526191] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"2.419272263s","start":"2026-03-31T22:32:38.677295Z","end":"2026-03-31T22:32:41.096568Z","steps":["trace[712526191] 'process raft request' (duration: 2.418316298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.096642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.677279Z","time spent":"2.419333625s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.197913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.205313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:32:41.198419Z","caller":"traceutil/trace.go:171","msg":"trace[494508182] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"1.672520323s","start":"2026-03-31T22:32:39.52588Z","end":"2026-03-31T22:32:41.1984Z","steps":["trace[494508182] 'process raft request' (duration: 1.672169664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.198521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.525855Z","time spent":"1.672603945s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.2323Z","caller":"traceutil/trace.go:171","msg":"trace[1216574304] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"1.705438036s","start":"2026-03-31T22:32:39.526834Z","end":"2026-03-31T22:32:41.232272Z","steps":["trace[1216574304] 'process raft request' (duration: 1.705366214s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.232298Z","caller":"traceutil/trace.go:171","msg":"trace[645826483] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"1.70562513s","start":"2026-03-31T22:32:39.526627Z","end":"2026-03-31T22:32:41.232252Z","steps":["trace[645826483] 'process raft request' (duration: 1.671764435s)","trace[645826483] 'compare' (duration: 33.66227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:41.232447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.526822Z","time spent":"1.705547898s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.232481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.526586Z","time spent":"1.705806125s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.232417Z","caller":"traceutil/trace.go:171","msg":"trace[1250421457] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5746; }","duration":"2.561457026s","start":"2026-03-31T22:32:38.67093Z","end":"2026-03-31T22:32:41.232387Z","steps":["trace[1250421457] 'read index received' (duration: 996.976473ms)","trace[1250421457] 'applied index is now lower than readState.Index' (duration: 1.564477973s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:41.232658Z","caller":"traceutil/trace.go:171","msg":"trace[1046592937] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"1.472967341s","start":"2026-03-31T22:32:39.759675Z","end":"2026-03-31T22:32:41.232643Z","steps":["trace[1046592937] 'process raft request' (duration: 1.472584311s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.232674Z","caller":"traceutil/trace.go:171","msg":"trace[1663501851] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"1.472806447s","start":"2026-03-31T22:32:39.759841Z","end":"2026-03-31T22:32:41.232647Z","steps":["trace[1663501851] 'process raft request' (duration: 1.472494419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.232731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.759662Z","time spent":"1.473035862s","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.232721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871125531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.232797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.759835Z","time spent":"1.472901879s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:41.232821Z","caller":"traceutil/trace.go:171","msg":"trace[44584419] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5539; }","duration":"2.871280525s","start":"2026-03-31T22:32:38.36151Z","end":"2026-03-31T22:32:41.23279Z","steps":["trace[44584419] 'agreement among raft nodes before linearized reading' (duration: 2.87107857s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.232854Z","caller":"traceutil/trace.go:171","msg":"trace[19680269] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"553.740562ms","start":"2026-03-31T22:32:40.679104Z","end":"2026-03-31T22:32:41.232845Z","steps":["trace[19680269] 'process raft request' (duration: 553.327952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.232875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.361485Z","time spent":"2.871377597s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:41.232791Z","caller":"traceutil/trace.go:171","msg":"trace[1817397642] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"1.46663437s","start":"2026-03-31T22:32:39.766133Z","end":"2026-03-31T22:32:41.232767Z","steps":["trace[1817397642] 'process raft request' (duration: 1.466254841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.232953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.766125Z","time spent":"1.466795484s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.232915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206959026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.233008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617964114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:41.233052Z","caller":"traceutil/trace.go:171","msg":"trace[445997019] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5539; }","duration":"1.618047266s","start":"2026-03-31T22:32:39.614992Z","end":"2026-03-31T22:32:41.233039Z","steps":["trace[445997019] 'agreement among raft nodes before linearized reading' (duration: 1.617971924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36616426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.233118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.090479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:41.233047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556872539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:32:41.233183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273564991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.233189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.324797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.233221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.011696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:41.233233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.297557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:32:41.233228Z","caller":"traceutil/trace.go:171","msg":"trace[503281777] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5539; }","duration":"1.273665604s","start":"2026-03-31T22:32:39.95955Z","end":"2026-03-31T22:32:41.233216Z","steps":["trace[503281777] 'agreement among raft nodes before linearized reading' (duration: 1.273578382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522428019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:41.23325Z","caller":"traceutil/trace.go:171","msg":"trace[1824515284] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5539; }","duration":"761.512832ms","start":"2026-03-31T22:32:40.471719Z","end":"2026-03-31T22:32:41.233232Z","steps":["trace[1824515284] 'agreement among raft nodes before linearized reading' (duration: 761.362438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.233274Z","caller":"traceutil/trace.go:171","msg":"trace[716249984] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81; range_end:; response_count:1; response_revision:5539; }","duration":"133.386199ms","start":"2026-03-31T22:32:41.099879Z","end":"2026-03-31T22:32:41.233265Z","steps":["trace[716249984] 'agreement among raft nodes before linearized reading' (duration: 133.252146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.233053Z","caller":"traceutil/trace.go:171","msg":"trace[1485583266] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5539; }","duration":"3.20709348s","start":"2026-03-31T22:32:38.025932Z","end":"2026-03-31T22:32:41.233025Z","steps":["trace[1485583266] 'agreement among raft nodes before linearized reading' (duration: 3.206856924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.959532Z","time spent":"1.273746236s","remote":"127.0.0.1:38616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:41.233277Z","caller":"traceutil/trace.go:171","msg":"trace[2003989276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5539; }","duration":"546.086578ms","start":"2026-03-31T22:32:40.687176Z","end":"2026-03-31T22:32:41.233262Z","steps":["trace[2003989276] 'agreement among raft nodes before linearized reading' (duration: 546.019567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:40.471688Z","time spent":"761.602264ms","remote":"127.0.0.1:38628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:41.233296Z","caller":"traceutil/trace.go:171","msg":"trace[1789875987] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5539; }","duration":"2.522611514s","start":"2026-03-31T22:32:38.710668Z","end":"2026-03-31T22:32:41.23328Z","steps":["trace[1789875987] 'agreement among raft nodes before linearized reading' (duration: 2.522434389s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.233156Z","caller":"traceutil/trace.go:171","msg":"trace[1741393041] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5539; }","duration":"954.178481ms","start":"2026-03-31T22:32:40.278969Z","end":"2026-03-31T22:32:41.233148Z","steps":["trace[1741393041] 'agreement among raft nodes before linearized reading' (duration: 954.113839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556813488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70791"} {"level":"info","ts":"2026-03-31T22:32:41.233224Z","caller":"traceutil/trace.go:171","msg":"trace[466135126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5539; }","duration":"2.557088464s","start":"2026-03-31T22:32:38.676119Z","end":"2026-03-31T22:32:41.233207Z","steps":["trace[466135126] 'agreement among raft nodes before linearized reading' (duration: 2.556629813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.676097Z","time spent":"2.557280249s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:32:41.233381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:40.278945Z","time spent":"954.424257ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:41.233377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.710641Z","time spent":"2.522722256s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:41.233403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.025904Z","time spent":"3.207415408s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:41.233147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163020247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:41.233098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.614971Z","time spent":"1.618117068s","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:41.23334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:40.687163Z","time spent":"546.165001ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:32:41.233495Z","caller":"traceutil/trace.go:171","msg":"trace[1863553235] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5539; }","duration":"2.163414739s","start":"2026-03-31T22:32:39.070061Z","end":"2026-03-31T22:32:41.233476Z","steps":["trace[1863553235] 'agreement among raft nodes before linearized reading' (duration: 2.162995617s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.233155Z","caller":"traceutil/trace.go:171","msg":"trace[434188855] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5539; }","duration":"2.366353515s","start":"2026-03-31T22:32:38.866777Z","end":"2026-03-31T22:32:41.233131Z","steps":["trace[434188855] 'agreement among raft nodes before linearized reading' (duration: 2.36616474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.069983Z","time spent":"2.163564733s","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:41.233607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.866747Z","time spent":"2.366842579s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:41.233394Z","caller":"traceutil/trace.go:171","msg":"trace[458695234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5539; }","duration":"2.556885699s","start":"2026-03-31T22:32:38.676484Z","end":"2026-03-31T22:32:41.23337Z","steps":["trace[458695234] 'agreement among raft nodes before linearized reading' (duration: 2.556673194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.232982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:40.679078Z","time spent":"553.820504ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:41.233693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:38.67647Z","time spent":"2.557212009s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:32:41.233795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475357401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-nc9kr\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-31T22:32:41.233885Z","caller":"traceutil/trace.go:171","msg":"trace[507252428] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-nc9kr; range_end:; response_count:1; response_revision:5539; }","duration":"1.475450924s","start":"2026-03-31T22:32:39.758418Z","end":"2026-03-31T22:32:41.233869Z","steps":["trace[507252428] 'agreement among raft nodes before linearized reading' (duration: 1.474505439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.233955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:39.758356Z","time spent":"1.475586777s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-nc9kr\" "} {"level":"warn","ts":"2026-03-31T22:32:41.234162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238245318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:41.234505Z","caller":"traceutil/trace.go:171","msg":"trace[1582649102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5539; }","duration":"3.239291734s","start":"2026-03-31T22:32:37.995191Z","end":"2026-03-31T22:32:41.234483Z","steps":["trace[1582649102] 'agreement among raft nodes before linearized reading' (duration: 3.237494398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.234584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:37.995168Z","time spent":"3.239394516s","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:32:41.462424Z","caller":"traceutil/trace.go:171","msg":"trace[260506058] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"225.703633ms","start":"2026-03-31T22:32:41.236692Z","end":"2026-03-31T22:32:41.462396Z","steps":["trace[260506058] 'process raft request' (duration: 225.493027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:41.470239Z","caller":"traceutil/trace.go:171","msg":"trace[455455987] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5762; }","duration":"173.011581ms","start":"2026-03-31T22:32:41.297205Z","end":"2026-03-31T22:32:41.470217Z","steps":["trace[455455987] 'read index received' (duration: 164.981938ms)","trace[455455987] 'applied index is now lower than readState.Index' (duration: 8.028583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:41.470302Z","caller":"traceutil/trace.go:171","msg":"trace[2092451812] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"226.089903ms","start":"2026-03-31T22:32:41.244187Z","end":"2026-03-31T22:32:41.470277Z","steps":["trace[2092451812] 'process raft request' (duration: 225.904018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:41.470359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.142525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:41.47045Z","caller":"traceutil/trace.go:171","msg":"trace[1277267384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5541; }","duration":"173.281889ms","start":"2026-03-31T22:32:41.297154Z","end":"2026-03-31T22:32:41.470435Z","steps":["trace[1277267384] 'agreement among raft nodes before linearized reading' (duration: 173.144926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:44.902513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.27424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:32:44.902642Z","caller":"traceutil/trace.go:171","msg":"trace[955370937] linearizableReadLoop","detail":"{readStateIndex:5823; appliedIndex:5822; }","duration":"440.633454ms","start":"2026-03-31T22:32:44.461988Z","end":"2026-03-31T22:32:44.902622Z","steps":["trace[955370937] 'read index received' (duration: 299.101328ms)","trace[955370937] 'applied index is now lower than readState.Index' (duration: 141.530266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:44.902753Z","caller":"traceutil/trace.go:171","msg":"trace[1464456808] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"440.967283ms","start":"2026-03-31T22:32:44.461769Z","end":"2026-03-31T22:32:44.902736Z","steps":["trace[1464456808] 'process raft request' (duration: 299.384416ms)","trace[1464456808] 'compare' (duration: 141.049684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:44.902839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:44.461748Z","time spent":"441.055565ms","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:32:44.903132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.041879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:32:44.903206Z","caller":"traceutil/trace.go:171","msg":"trace[392564408] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5599; }","duration":"438.131661ms","start":"2026-03-31T22:32:44.465052Z","end":"2026-03-31T22:32:44.903184Z","steps":["trace[392564408] 'agreement among raft nodes before linearized reading' (duration: 437.889235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:44.9033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:44.465039Z","time spent":"438.246945ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T22:32:44.90346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.126181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:32:44.903503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.502588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-31T22:32:44.903571Z","caller":"traceutil/trace.go:171","msg":"trace[1509886613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5599; }","duration":"227.305585ms","start":"2026-03-31T22:32:44.676236Z","end":"2026-03-31T22:32:44.903542Z","steps":["trace[1509886613] 'agreement among raft nodes before linearized reading' (duration: 226.900754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:44.90358Z","caller":"traceutil/trace.go:171","msg":"trace[391853623] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5599; }","duration":"441.63072ms","start":"2026-03-31T22:32:44.461922Z","end":"2026-03-31T22:32:44.903553Z","steps":["trace[391853623] 'agreement among raft nodes before linearized reading' (duration: 441.2606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:44.903656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:44.461903Z","time spent":"441.735093ms","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T22:32:44.904237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.785673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T22:32:44.904313Z","caller":"traceutil/trace.go:171","msg":"trace[1908828486] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5599; }","duration":"287.905026ms","start":"2026-03-31T22:32:44.616389Z","end":"2026-03-31T22:32:44.904294Z","steps":["trace[1908828486] 'agreement among raft nodes before linearized reading' (duration: 286.751266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:46.12229Z","caller":"traceutil/trace.go:171","msg":"trace[1529286869] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"146.422391ms","start":"2026-03-31T22:32:45.975847Z","end":"2026-03-31T22:32:46.12227Z","steps":["trace[1529286869] 'process raft request' (duration: 146.297188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:47.423209Z","caller":"traceutil/trace.go:171","msg":"trace[80487730] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"424.572148ms","start":"2026-03-31T22:32:46.998611Z","end":"2026-03-31T22:32:47.423183Z","steps":["trace[80487730] 'read index received' (duration: 424.403554ms)","trace[80487730] 'applied index is now lower than readState.Index' (duration: 167.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:47.423324Z","caller":"traceutil/trace.go:171","msg":"trace[1914095108] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"424.971338ms","start":"2026-03-31T22:32:46.998331Z","end":"2026-03-31T22:32:47.423302Z","steps":["trace[1914095108] 'process raft request' (duration: 424.691891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:47.423447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.817135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-31T22:32:47.423488Z","caller":"traceutil/trace.go:171","msg":"trace[185626865] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5645; }","duration":"424.889537ms","start":"2026-03-31T22:32:46.998588Z","end":"2026-03-31T22:32:47.423477Z","steps":["trace[185626865] 'agreement among raft nodes before linearized reading' (duration: 424.726993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:47.423523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:46.998575Z","time spent":"424.937128ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T22:32:47.42351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:46.998315Z","time spent":"425.062261ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:47.923881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537172659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:32:48.424569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537172659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:32:48.543047Z","caller":"traceutil/trace.go:171","msg":"trace[881557045] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"1.276285711s","start":"2026-03-31T22:32:47.266733Z","end":"2026-03-31T22:32:48.543019Z","steps":["trace[881557045] 'process raft request' (duration: 1.276223739s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:48.543085Z","caller":"traceutil/trace.go:171","msg":"trace[2114132548] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"1.276373403s","start":"2026-03-31T22:32:47.266695Z","end":"2026-03-31T22:32:48.543069Z","steps":["trace[2114132548] 'process raft request' (duration: 1.276217949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.543293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.266725Z","time spent":"1.276484696s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:48.543043Z","caller":"traceutil/trace.go:171","msg":"trace[1788446142] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"1.319555714s","start":"2026-03-31T22:32:47.223421Z","end":"2026-03-31T22:32:48.542977Z","steps":["trace[1788446142] 'process raft request' (duration: 1.319222105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.543434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.266674Z","time spent":"1.276653619s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:48.543502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.223398Z","time spent":"1.320046386s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:48.543198Z","caller":"traceutil/trace.go:171","msg":"trace[574640679] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"1.276418914s","start":"2026-03-31T22:32:47.266613Z","end":"2026-03-31T22:32:48.543032Z","steps":["trace[574640679] 'process raft request' (duration: 1.27626227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.543727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.266587Z","time spent":"1.27705704s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:32:48.544992Z","caller":"traceutil/trace.go:171","msg":"trace[2067872630] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5869; }","duration":"1.121691174s","start":"2026-03-31T22:32:47.423286Z","end":"2026-03-31T22:32:48.544977Z","steps":["trace[2067872630] 'read index received' (duration: 1.119359775s)","trace[2067872630] 'applied index is now lower than readState.Index' (duration: 2.330309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:48.54517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416593516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:32:48.545217Z","caller":"traceutil/trace.go:171","msg":"trace[882571713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5650; }","duration":"1.416685068s","start":"2026-03-31T22:32:47.128521Z","end":"2026-03-31T22:32:48.545206Z","steps":["trace[882571713] 'agreement among raft nodes before linearized reading' (duration: 1.416509253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41792239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68bcc0b5-f1f6-4dd6-9ac7-ee55da1f4b9f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-31T22:32:48.545317Z","caller":"traceutil/trace.go:171","msg":"trace[1431376631] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"950.730265ms","start":"2026-03-31T22:32:47.594543Z","end":"2026-03-31T22:32:48.545273Z","steps":["trace[1431376631] 'process raft request' (duration: 950.253422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:48.545333Z","caller":"traceutil/trace.go:171","msg":"trace[21323638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68bcc0b5-f1f6-4dd6-9ac7-ee55da1f4b9f; range_end:; response_count:1; response_revision:5650; }","duration":"1.418016093s","start":"2026-03-31T22:32:47.127302Z","end":"2026-03-31T22:32:48.545318Z","steps":["trace[21323638] 'agreement among raft nodes before linearized reading' (duration: 1.417834959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.127291Z","time spent":"1.418096555s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68bcc0b5-f1f6-4dd6-9ac7-ee55da1f4b9f\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418890144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:32:48.545451Z","caller":"traceutil/trace.go:171","msg":"trace[1557907829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5650; }","duration":"1.418935255s","start":"2026-03-31T22:32:47.126507Z","end":"2026-03-31T22:32:48.545442Z","steps":["trace[1557907829] 'agreement among raft nodes before linearized reading' (duration: 1.418862963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.594517Z","time spent":"950.873768ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:32:48.545484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.126499Z","time spent":"1.418979137s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141899235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:32:48.54558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419464769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:32:48.545605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41952035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:32:48.545638Z","caller":"traceutil/trace.go:171","msg":"trace[1988191664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5650; }","duration":"1.419572782s","start":"2026-03-31T22:32:47.126058Z","end":"2026-03-31T22:32:48.54563Z","steps":["trace[1988191664] 'agreement among raft nodes before linearized reading' (duration: 1.41949516s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:48.545633Z","caller":"traceutil/trace.go:171","msg":"trace[234396160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5650; }","duration":"1.142064849s","start":"2026-03-31T22:32:47.403546Z","end":"2026-03-31T22:32:48.54561Z","steps":["trace[234396160] 'agreement among raft nodes before linearized reading' (duration: 1.141915176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:48.545648Z","caller":"traceutil/trace.go:171","msg":"trace[1305388618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5650; }","duration":"1.419565882s","start":"2026-03-31T22:32:47.126063Z","end":"2026-03-31T22:32:48.545629Z","steps":["trace[1305388618] 'agreement among raft nodes before linearized reading' (duration: 1.419343516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.126047Z","time spent":"1.419610313s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.403526Z","time spent":"1.142146611s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.126046Z","time spent":"1.419649073s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421547102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:32:48.545773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437174026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:48.545824Z","caller":"traceutil/trace.go:171","msg":"trace[546861326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5650; }","duration":"1.437255518s","start":"2026-03-31T22:32:47.108551Z","end":"2026-03-31T22:32:48.545806Z","steps":["trace[546861326] 'agreement among raft nodes before linearized reading' (duration: 1.437192017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.10853Z","time spent":"1.43732887s","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:48.545871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270037143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:32:48.545817Z","caller":"traceutil/trace.go:171","msg":"trace[110818566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5650; }","duration":"1.422050904s","start":"2026-03-31T22:32:47.123752Z","end":"2026-03-31T22:32:48.545803Z","steps":["trace[110818566] 'agreement among raft nodes before linearized reading' (duration: 1.421529471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.545896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.732398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:32:48.545944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.123733Z","time spent":"1.422196398s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:48.545936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117311823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-31T22:32:48.545692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117723264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a20dca26ab964a\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-31T22:32:48.546031Z","caller":"traceutil/trace.go:171","msg":"trace[1697440276] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a20dca26ab964a; range_end:; response_count:1; response_revision:5650; }","duration":"1.118102073s","start":"2026-03-31T22:32:47.427891Z","end":"2026-03-31T22:32:48.545993Z","steps":["trace[1697440276] 'agreement among raft nodes before linearized reading' (duration: 1.117628211s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:48.546054Z","caller":"traceutil/trace.go:171","msg":"trace[566017918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5650; }","duration":"1.270114275s","start":"2026-03-31T22:32:47.275788Z","end":"2026-03-31T22:32:48.545902Z","steps":["trace[566017918] 'agreement among raft nodes before linearized reading' (duration: 1.270004962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.546077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.427859Z","time spent":"1.118208006s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a20dca26ab964a\" "} {"level":"info","ts":"2026-03-31T22:32:48.546083Z","caller":"traceutil/trace.go:171","msg":"trace[643909391] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5650; }","duration":"1.117421726s","start":"2026-03-31T22:32:47.428568Z","end":"2026-03-31T22:32:48.545989Z","steps":["trace[643909391] 'agreement among raft nodes before linearized reading' (duration: 1.117249962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.5461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.275767Z","time spent":"1.27031619s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:32:48.54614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.428551Z","time spent":"1.11757793s","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-31T22:32:48.546236Z","caller":"traceutil/trace.go:171","msg":"trace[1646764088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5650; }","duration":"520.890722ms","start":"2026-03-31T22:32:48.025084Z","end":"2026-03-31T22:32:48.545975Z","steps":["trace[1646764088] 'agreement among raft nodes before linearized reading' (duration: 520.724338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:48.54525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:47.128501Z","time spent":"1.41673985s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:32:48.546374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:32:48.025063Z","time spent":"521.289433ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:32:50.418493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.598769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:50.418575Z","caller":"traceutil/trace.go:171","msg":"trace[1762052521] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5669; }","duration":"126.734672ms","start":"2026-03-31T22:32:50.291824Z","end":"2026-03-31T22:32:50.418559Z","steps":["trace[1762052521] 'count revisions from in-memory index tree' (duration: 126.478216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:51.767733Z","caller":"traceutil/trace.go:171","msg":"trace[507418845] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5907; }","duration":"170.656473ms","start":"2026-03-31T22:32:51.59705Z","end":"2026-03-31T22:32:51.767707Z","steps":["trace[507418845] 'read index received' (duration: 170.370846ms)","trace[507418845] 'applied index is now lower than readState.Index' (duration: 284.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:51.767786Z","caller":"traceutil/trace.go:171","msg":"trace[648649721] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"200.008684ms","start":"2026-03-31T22:32:51.567744Z","end":"2026-03-31T22:32:51.767753Z","steps":["trace[648649721] 'process raft request' (duration: 199.791869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:51.76795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.869328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:32:51.767984Z","caller":"traceutil/trace.go:171","msg":"trace[1251638697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5683; }","duration":"170.94217ms","start":"2026-03-31T22:32:51.597032Z","end":"2026-03-31T22:32:51.767974Z","steps":["trace[1251638697] 'agreement among raft nodes before linearized reading' (duration: 170.776475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.154283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:33:05.543671Z","caller":"traceutil/trace.go:171","msg":"trace[1443746531] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"946.176509ms","start":"2026-03-31T22:33:04.597467Z","end":"2026-03-31T22:33:05.543643Z","steps":["trace[1443746531] 'process raft request' (duration: 946.038415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.543816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.597441Z","time spent":"946.301811ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:05.551194Z","caller":"traceutil/trace.go:171","msg":"trace[420639248] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"945.602264ms","start":"2026-03-31T22:33:04.605553Z","end":"2026-03-31T22:33:05.551156Z","steps":["trace[420639248] 'process raft request' (duration: 942.764882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.551292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.605527Z","time spent":"945.713907ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:05.551531Z","caller":"traceutil/trace.go:171","msg":"trace[1857330655] linearizableReadLoop","detail":"{readStateIndex:6103; appliedIndex:6099; }","duration":"898.076953ms","start":"2026-03-31T22:33:04.653428Z","end":"2026-03-31T22:33:05.551505Z","steps":["trace[1857330655] 'read index received' (duration: 890.057681ms)","trace[1857330655] 'applied index is now lower than readState.Index' (duration: 8.018142ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:05.55159Z","caller":"traceutil/trace.go:171","msg":"trace[599088355] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"932.34753ms","start":"2026-03-31T22:33:04.619211Z","end":"2026-03-31T22:33:05.551558Z","steps":["trace[599088355] 'process raft request' (duration: 931.911319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.551637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.619192Z","time spent":"932.421581ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:05.551626Z","caller":"traceutil/trace.go:171","msg":"trace[289392354] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"929.381203ms","start":"2026-03-31T22:33:04.622207Z","end":"2026-03-31T22:33:05.551588Z","steps":["trace[289392354] 'process raft request' (duration: 929.163888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.55178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.108257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:33:05.551802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.62219Z","time spent":"929.518367ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:05.551831Z","caller":"traceutil/trace.go:171","msg":"trace[367011043] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5872; }","duration":"817.182829ms","start":"2026-03-31T22:33:04.734639Z","end":"2026-03-31T22:33:05.551821Z","steps":["trace[367011043] 'agreement among raft nodes before linearized reading' (duration: 817.112988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.551857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.734626Z","time spent":"817.22449ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:05.551877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.013311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:33:05.551911Z","caller":"traceutil/trace.go:171","msg":"trace[1017169518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5872; }","duration":"877.067933ms","start":"2026-03-31T22:33:04.674832Z","end":"2026-03-31T22:33:05.5519Z","steps":["trace[1017169518] 'agreement among raft nodes before linearized reading' (duration: 876.981031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.551897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.784474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:33:05.55195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.674819Z","time spent":"877.122944ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:05.551774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.321959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:33:05.551989Z","caller":"traceutil/trace.go:171","msg":"trace[380394698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5872; }","duration":"891.934588ms","start":"2026-03-31T22:33:04.660035Z","end":"2026-03-31T22:33:05.551969Z","steps":["trace[380394698] 'agreement among raft nodes before linearized reading' (duration: 891.674161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:05.552011Z","caller":"traceutil/trace.go:171","msg":"trace[1182745745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5872; }","duration":"898.612637ms","start":"2026-03-31T22:33:04.653389Z","end":"2026-03-31T22:33:05.552002Z","steps":["trace[1182745745] 'agreement among raft nodes before linearized reading' (duration: 898.249088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.552013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.955215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:33:05.552039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.653376Z","time spent":"898.654167ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:33:05.552039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.660018Z","time spent":"892.01192ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:05.552065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.165663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:33:05.552072Z","caller":"traceutil/trace.go:171","msg":"trace[1922596491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5872; }","duration":"379.060958ms","start":"2026-03-31T22:33:05.172991Z","end":"2026-03-31T22:33:05.552052Z","steps":["trace[1922596491] 'agreement among raft nodes before linearized reading' (duration: 378.962726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:05.552102Z","caller":"traceutil/trace.go:171","msg":"trace[2110578683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5872; }","duration":"888.249055ms","start":"2026-03-31T22:33:04.663845Z","end":"2026-03-31T22:33:05.552094Z","steps":["trace[2110578683] 'agreement among raft nodes before linearized reading' (duration: 888.150373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.552124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.663831Z","time spent":"888.288347ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:33:05.552123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:05.172969Z","time spent":"379.13901ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:05.552133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.335344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:33:05.55216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.357379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:33:05.552215Z","caller":"traceutil/trace.go:171","msg":"trace[148353166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5872; }","duration":"149.461376ms","start":"2026-03-31T22:33:05.402729Z","end":"2026-03-31T22:33:05.552191Z","steps":["trace[148353166] 'agreement among raft nodes before linearized reading' (duration: 149.347184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:05.55222Z","caller":"traceutil/trace.go:171","msg":"trace[746866413] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5872; }","duration":"150.469302ms","start":"2026-03-31T22:33:05.401735Z","end":"2026-03-31T22:33:05.552204Z","steps":["trace[746866413] 'agreement among raft nodes before linearized reading' (duration: 150.368189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.552337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.253444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:33:05.552394Z","caller":"traceutil/trace.go:171","msg":"trace[907348518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5872; }","duration":"882.331266ms","start":"2026-03-31T22:33:04.670048Z","end":"2026-03-31T22:33:05.55238Z","steps":["trace[907348518] 'agreement among raft nodes before linearized reading' (duration: 881.865714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.552427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.670038Z","time spent":"882.381637ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:05.552652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.929054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:33:05.552727Z","caller":"traceutil/trace.go:171","msg":"trace[1930735192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5872; }","duration":"874.643573ms","start":"2026-03-31T22:33:04.678071Z","end":"2026-03-31T22:33:05.552715Z","steps":["trace[1930735192] 'agreement among raft nodes before linearized reading' (duration: 873.77039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:05.552762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:04.677974Z","time spent":"874.776835ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:33:10.312771Z","caller":"traceutil/trace.go:171","msg":"trace[1516747245] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6137; }","duration":"110.340179ms","start":"2026-03-31T22:33:10.202408Z","end":"2026-03-31T22:33:10.312749Z","steps":["trace[1516747245] 'read index received' (duration: 110.096463ms)","trace[1516747245] 'applied index is now lower than readState.Index' (duration: 242.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:10.312837Z","caller":"traceutil/trace.go:171","msg":"trace[1850839437] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"117.004637ms","start":"2026-03-31T22:33:10.195795Z","end":"2026-03-31T22:33:10.3128Z","steps":["trace[1850839437] 'process raft request' (duration: 116.780902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:10.313152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.709528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:33:10.313356Z","caller":"traceutil/trace.go:171","msg":"trace[791241374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5906; }","duration":"110.983176ms","start":"2026-03-31T22:33:10.202347Z","end":"2026-03-31T22:33:10.31333Z","steps":["trace[791241374] 'agreement among raft nodes before linearized reading' (duration: 110.497333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:11.328586Z","caller":"traceutil/trace.go:171","msg":"trace[1089434544] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"211.195567ms","start":"2026-03-31T22:33:11.117357Z","end":"2026-03-31T22:33:11.328553Z","steps":["trace[1089434544] 'process raft request' (duration: 210.905809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:12.092336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:12.593368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:13.09376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:13.594839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:14.095794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:14.596946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:15.045306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437417226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:15.045411Z","caller":"traceutil/trace.go:171","msg":"trace[453663835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5911; }","duration":"1.437533069s","start":"2026-03-31T22:33:13.607862Z","end":"2026-03-31T22:33:15.045396Z","steps":["trace[453663835] 'range keys from in-memory index tree' (duration: 1.437401106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.097807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537173240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:33:15.37486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.13015392s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:33:15.375239Z","caller":"traceutil/trace.go:171","msg":"trace[1048065074] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"3.806725918s","start":"2026-03-31T22:33:11.56849Z","end":"2026-03-31T22:33:15.375216Z","steps":["trace[1048065074] 'process raft request' (duration: 3.806590485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.375367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.568466Z","time spent":"3.806832601s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.404704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:33:15.404762Z","caller":"traceutil/trace.go:171","msg":"trace[1313092745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424683s","start":"2026-03-31T22:33:13.404326Z","end":"2026-03-31T22:33:15.404751Z","steps":["trace[1313092745] 'agreement among raft nodes before linearized reading' (duration: 2.000354531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.404841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:13.404306Z","time spent":"2.000524496s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:33:15.417655Z","caller":"traceutil/trace.go:171","msg":"trace[1201129788] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"3.838501317s","start":"2026-03-31T22:33:11.579124Z","end":"2026-03-31T22:33:15.417626Z","steps":["trace[1201129788] 'process raft request' (duration: 3.838351453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.417716Z","caller":"traceutil/trace.go:171","msg":"trace[1745068175] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"3.84848686s","start":"2026-03-31T22:33:11.569138Z","end":"2026-03-31T22:33:15.417625Z","steps":["trace[1745068175] 'process raft request' (duration: 3.848194282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.417811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.579113Z","time spent":"3.838615489s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.417837Z","caller":"traceutil/trace.go:171","msg":"trace[1930941493] linearizableReadLoop","detail":"{readStateIndex:6148; appliedIndex:6143; }","duration":"3.826486523s","start":"2026-03-31T22:33:11.591329Z","end":"2026-03-31T22:33:15.417815Z","steps":["trace[1930941493] 'read index received' (duration: 3.783711827s)","trace[1930941493] 'applied index is now lower than readState.Index' (duration: 42.773516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:15.417847Z","caller":"traceutil/trace.go:171","msg":"trace[2071780548] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"3.837251235s","start":"2026-03-31T22:33:11.580558Z","end":"2026-03-31T22:33:15.417809Z","steps":["trace[2071780548] 'process raft request' (duration: 3.837025059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82673683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:33:15.418064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.580547Z","time spent":"3.837378559s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.418119Z","caller":"traceutil/trace.go:171","msg":"trace[1129159518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5916; }","duration":"3.826829252s","start":"2026-03-31T22:33:11.591268Z","end":"2026-03-31T22:33:15.418097Z","steps":["trace[1129159518] 'agreement among raft nodes before linearized reading' (duration: 3.826628297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.41818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.591241Z","time spent":"3.826927404s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:33:15.418174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823540939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:33:15.418205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856631478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:33:15.418251Z","caller":"traceutil/trace.go:171","msg":"trace[1192533854] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5916; }","duration":"1.8567172s","start":"2026-03-31T22:33:13.561521Z","end":"2026-03-31T22:33:15.418238Z","steps":["trace[1192533854] 'agreement among raft nodes before linearized reading' (duration: 1.856609537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:13.561497Z","time spent":"1.856797421s","remote":"127.0.0.1:38498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.418336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201241645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:33:15.418371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821069337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:33:15.418381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.364504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:33:15.418389Z","caller":"traceutil/trace.go:171","msg":"trace[215453031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5916; }","duration":"3.201334517s","start":"2026-03-31T22:33:12.217039Z","end":"2026-03-31T22:33:15.418374Z","steps":["trace[215453031] 'agreement among raft nodes before linearized reading' (duration: 3.201162053s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.418415Z","caller":"traceutil/trace.go:171","msg":"trace[102309199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:5916; }","duration":"3.821131938s","start":"2026-03-31T22:33:11.597271Z","end":"2026-03-31T22:33:15.418403Z","steps":["trace[102309199] 'agreement among raft nodes before linearized reading' (duration: 3.821006255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:12.217015Z","time spent":"3.201400649s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:33:15.418456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.597263Z","time spent":"3.821183609s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:33:15.418458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.569117Z","time spent":"3.848664594s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.418697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821857417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:33:15.418738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260671606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-31T22:33:15.418755Z","caller":"traceutil/trace.go:171","msg":"trace[707890576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5916; }","duration":"3.821941199s","start":"2026-03-31T22:33:11.5968Z","end":"2026-03-31T22:33:15.418742Z","steps":["trace[707890576] 'agreement among raft nodes before linearized reading' (duration: 3.821803305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.558524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:15.418788Z","caller":"traceutil/trace.go:171","msg":"trace[1735085256] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5916; }","duration":"1.260792858s","start":"2026-03-31T22:33:14.157981Z","end":"2026-03-31T22:33:15.418774Z","steps":["trace[1735085256] 'agreement among raft nodes before linearized reading' (duration: 1.260661404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.596787Z","time spent":"3.822002521s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:15.418801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038760758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:15.418419Z","caller":"traceutil/trace.go:171","msg":"trace[1969021290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5916; }","duration":"489.419876ms","start":"2026-03-31T22:33:14.928987Z","end":"2026-03-31T22:33:15.418406Z","steps":["trace[1969021290] 'agreement among raft nodes before linearized reading' (duration: 489.305883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.418828Z","caller":"traceutil/trace.go:171","msg":"trace[378238252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5916; }","duration":"473.648806ms","start":"2026-03-31T22:33:14.94516Z","end":"2026-03-31T22:33:15.418809Z","steps":["trace[378238252] 'agreement among raft nodes before linearized reading' (duration: 473.473101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:14.15796Z","time spent":"1.260863101s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T22:33:15.418855Z","caller":"traceutil/trace.go:171","msg":"trace[2037275239] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5916; }","duration":"3.03886037s","start":"2026-03-31T22:33:12.379978Z","end":"2026-03-31T22:33:15.418839Z","steps":["trace[2037275239] 'agreement among raft nodes before linearized reading' (duration: 3.038802398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.41886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:14.928972Z","time spent":"489.874838ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:33:15.418871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:14.945139Z","time spent":"473.721468ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.41888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823453277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:33:15.417934Z","caller":"traceutil/trace.go:171","msg":"trace[95192820] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"3.715305274s","start":"2026-03-31T22:33:11.702563Z","end":"2026-03-31T22:33:15.417868Z","steps":["trace[95192820] 'process raft request' (duration: 3.71515585s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.41895Z","caller":"traceutil/trace.go:171","msg":"trace[162592168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5916; }","duration":"3.82357077s","start":"2026-03-31T22:33:11.595366Z","end":"2026-03-31T22:33:15.418937Z","steps":["trace[162592168] 'agreement among raft nodes before linearized reading' (duration: 3.823435007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.418999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.595343Z","time spent":"3.823646582s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:15.41902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.702531Z","time spent":"3.716420203s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.41907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550971391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:33:15.419116Z","caller":"traceutil/trace.go:171","msg":"trace[1400009017] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5916; }","duration":"1.551051973s","start":"2026-03-31T22:33:13.86805Z","end":"2026-03-31T22:33:15.419102Z","steps":["trace[1400009017] 'agreement among raft nodes before linearized reading' (duration: 1.550969761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.461882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:33:15.41916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:13.868028Z","time spent":"1.551117746s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.419424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655657381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:33:15.419474Z","caller":"traceutil/trace.go:171","msg":"trace[1752191426] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5916; }","duration":"1.655751253s","start":"2026-03-31T22:33:13.763709Z","end":"2026-03-31T22:33:15.41946Z","steps":["trace[1752191426] 'agreement among raft nodes before linearized reading' (duration: 1.655668571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:13.763687Z","time spent":"1.655816036s","remote":"127.0.0.1:42922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.418906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:12.379952Z","time spent":"3.038938222s","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.418714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537466718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:33:15.41877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823338354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:33:15.41825Z","caller":"traceutil/trace.go:171","msg":"trace[970786161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5916; }","duration":"3.823678423s","start":"2026-03-31T22:33:11.594553Z","end":"2026-03-31T22:33:15.418232Z","steps":["trace[970786161] 'agreement among raft nodes before linearized reading' (duration: 3.823437947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.594525Z","time spent":"3.825196151s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:33:15.419734Z","caller":"traceutil/trace.go:171","msg":"trace[555650195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5916; }","duration":"3.824340119s","start":"2026-03-31T22:33:11.595379Z","end":"2026-03-31T22:33:15.419719Z","steps":["trace[555650195] 'agreement among raft nodes before linearized reading' (duration: 3.823293972s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.419166Z","caller":"traceutil/trace.go:171","msg":"trace[565243253] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5916; }","duration":"303.544794ms","start":"2026-03-31T22:33:15.11561Z","end":"2026-03-31T22:33:15.419155Z","steps":["trace[565243253] 'agreement among raft nodes before linearized reading' (duration: 303.487922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:11.595363Z","time spent":"3.824405281s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:33:15.419803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689984374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:33:15.418761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774823531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:15.419854Z","caller":"traceutil/trace.go:171","msg":"trace[1317035277] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:5916; }","duration":"1.690077656s","start":"2026-03-31T22:33:13.729763Z","end":"2026-03-31T22:33:15.419841Z","steps":["trace[1317035277] 'agreement among raft nodes before linearized reading' (duration: 1.689914372s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.419869Z","caller":"traceutil/trace.go:171","msg":"trace[1586515831] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5916; }","duration":"2.775924418s","start":"2026-03-31T22:33:12.643927Z","end":"2026-03-31T22:33:15.419851Z","steps":["trace[1586515831] 'agreement among raft nodes before linearized reading' (duration: 2.77481102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.115588Z","time spent":"304.214221ms","remote":"127.0.0.1:55638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:33:15.419686Z","caller":"traceutil/trace.go:171","msg":"trace[573091727] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5916; }","duration":"2.538475674s","start":"2026-03-31T22:33:12.881195Z","end":"2026-03-31T22:33:15.419671Z","steps":["trace[573091727] 'agreement among raft nodes before linearized reading' (duration: 2.537482718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.419933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:12.881169Z","time spent":"2.538750251s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.419935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:12.643851Z","time spent":"2.776061832s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:15.419886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:13.729733Z","time spent":"1.690146187s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"info","ts":"2026-03-31T22:33:15.5683Z","caller":"traceutil/trace.go:171","msg":"trace[167509140] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6148; }","duration":"144.685377ms","start":"2026-03-31T22:33:15.423591Z","end":"2026-03-31T22:33:15.568276Z","steps":["trace[167509140] 'read index received' (duration: 74.206356ms)","trace[167509140] 'applied index is now lower than readState.Index' (duration: 70.477531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:15.568651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.039845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:33:15.568698Z","caller":"traceutil/trace.go:171","msg":"trace[175236356] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81; range_end:; response_count:1; response_revision:5916; }","duration":"145.129258ms","start":"2026-03-31T22:33:15.423555Z","end":"2026-03-31T22:33:15.568685Z","steps":["trace[175236356] 'agreement among raft nodes before linearized reading' (duration: 144.850081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.762674Z","caller":"traceutil/trace.go:171","msg":"trace[529384600] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"338.536133ms","start":"2026-03-31T22:33:15.424104Z","end":"2026-03-31T22:33:15.76264Z","steps":["trace[529384600] 'process raft request' (duration: 325.788739ms)","trace[529384600] 'compare' (duration: 12.516068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:15.76278Z","caller":"traceutil/trace.go:171","msg":"trace[1445173062] linearizableReadLoop","detail":"{readStateIndex:6155; appliedIndex:6149; }","duration":"194.376649ms","start":"2026-03-31T22:33:15.568379Z","end":"2026-03-31T22:33:15.762756Z","steps":["trace[1445173062] 'read index received' (duration: 181.656247ms)","trace[1445173062] 'applied index is now lower than readState.Index' (duration: 12.719402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:15.762873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.424082Z","time spent":"338.662566ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.763045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.581513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-31T22:33:15.763084Z","caller":"traceutil/trace.go:171","msg":"trace[191046764] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"338.655784ms","start":"2026-03-31T22:33:15.424419Z","end":"2026-03-31T22:33:15.763075Z","steps":["trace[191046764] 'process raft request' (duration: 338.132081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.763097Z","caller":"traceutil/trace.go:171","msg":"trace[1395896064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5922; }","duration":"338.671926ms","start":"2026-03-31T22:33:15.424414Z","end":"2026-03-31T22:33:15.763086Z","steps":["trace[1395896064] 'agreement among raft nodes before linearized reading' (duration: 338.42697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.76313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.424404Z","time spent":"338.717347ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:33:15.763179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.424394Z","time spent":"338.721596ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.763282Z","caller":"traceutil/trace.go:171","msg":"trace[1779544] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"338.537362ms","start":"2026-03-31T22:33:15.424736Z","end":"2026-03-31T22:33:15.763274Z","steps":["trace[1779544] 'process raft request' (duration: 337.885545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.763352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.424725Z","time spent":"338.586824ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.763399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.600269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:15.763431Z","caller":"traceutil/trace.go:171","msg":"trace[1297663746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5922; }","duration":"337.64101ms","start":"2026-03-31T22:33:15.425783Z","end":"2026-03-31T22:33:15.763424Z","steps":["trace[1297663746] 'agreement among raft nodes before linearized reading' (duration: 337.593959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.763439Z","caller":"traceutil/trace.go:171","msg":"trace[1365688453] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"338.159683ms","start":"2026-03-31T22:33:15.425271Z","end":"2026-03-31T22:33:15.763431Z","steps":["trace[1365688453] 'process raft request' (duration: 337.384883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.763461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.425778Z","time spent":"337.678051ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:33:15.763488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.425262Z","time spent":"338.196024ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.763358Z","caller":"traceutil/trace.go:171","msg":"trace[1095412931] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"337.607919ms","start":"2026-03-31T22:33:15.425739Z","end":"2026-03-31T22:33:15.763347Z","steps":["trace[1095412931] 'process raft request' (duration: 336.977842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.763625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.42573Z","time spent":"337.869487ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.76304Z","caller":"traceutil/trace.go:171","msg":"trace[723713524] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"337.65655ms","start":"2026-03-31T22:33:15.425368Z","end":"2026-03-31T22:33:15.763024Z","steps":["trace[723713524] 'process raft request' (duration: 337.322232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.763733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.425345Z","time spent":"338.338798ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:15.763658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.994714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:33:15.763891Z","caller":"traceutil/trace.go:171","msg":"trace[803856756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5922; }","duration":"339.241411ms","start":"2026-03-31T22:33:15.42464Z","end":"2026-03-31T22:33:15.763882Z","steps":["trace[803856756] 'agreement among raft nodes before linearized reading' (duration: 338.953283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.763929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.424632Z","time spent":"339.288142ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:33:15.989779Z","caller":"traceutil/trace.go:171","msg":"trace[683906766] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6155; }","duration":"222.827551ms","start":"2026-03-31T22:33:15.766929Z","end":"2026-03-31T22:33:15.989756Z","steps":["trace[683906766] 'read index received' (duration: 222.487123ms)","trace[683906766] 'applied index is now lower than readState.Index' (duration: 339.648µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:15.990145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.19784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18874"} {"level":"info","ts":"2026-03-31T22:33:15.990178Z","caller":"traceutil/trace.go:171","msg":"trace[907930125] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5924; }","duration":"223.255493ms","start":"2026-03-31T22:33:15.766914Z","end":"2026-03-31T22:33:15.99017Z","steps":["trace[907930125] 'agreement among raft nodes before linearized reading' (duration: 223.043136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:15.990471Z","caller":"traceutil/trace.go:171","msg":"trace[1182696504] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"420.833744ms","start":"2026-03-31T22:33:15.569628Z","end":"2026-03-31T22:33:15.990461Z","steps":["trace[1182696504] 'process raft request' (duration: 419.868319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.990561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.569603Z","time spent":"420.899696ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:15.990694Z","caller":"traceutil/trace.go:171","msg":"trace[198671976] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"419.610203ms","start":"2026-03-31T22:33:15.571077Z","end":"2026-03-31T22:33:15.990687Z","steps":["trace[198671976] 'process raft request' (duration: 418.616587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:15.990748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:15.571063Z","time spent":"419.657063ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:16.472708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.411833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:33:16.472804Z","caller":"traceutil/trace.go:171","msg":"trace[865190110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5924; }","duration":"346.588927ms","start":"2026-03-31T22:33:16.126193Z","end":"2026-03-31T22:33:16.472782Z","steps":["trace[865190110] 'count revisions from in-memory index tree' (duration: 346.31082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:16.472854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:16.126162Z","time spent":"346.68078ms","remote":"127.0.0.1:47916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:16.473165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.358773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:33:16.473251Z","caller":"traceutil/trace.go:171","msg":"trace[2019507249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5924; }","duration":"411.449175ms","start":"2026-03-31T22:33:16.061777Z","end":"2026-03-31T22:33:16.473226Z","steps":["trace[2019507249] 'range keys from in-memory index tree' (duration: 411.170569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:16.473207Z","caller":"traceutil/trace.go:171","msg":"trace[951374659] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"260.572251ms","start":"2026-03-31T22:33:16.212602Z","end":"2026-03-31T22:33:16.473175Z","steps":["trace[951374659] 'process raft request' (duration: 168.740827ms)","trace[951374659] 'compare' (duration: 91.636649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:16.473335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:16.061765Z","time spent":"411.538938ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:33:16.473147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.315976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:16.473412Z","caller":"traceutil/trace.go:171","msg":"trace[1250529800] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5924; }","duration":"264.610694ms","start":"2026-03-31T22:33:16.208787Z","end":"2026-03-31T22:33:16.473397Z","steps":["trace[1250529800] 'count revisions from in-memory index tree' (duration: 264.215594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:17.85075Z","caller":"traceutil/trace.go:171","msg":"trace[120905495] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"423.955194ms","start":"2026-03-31T22:33:17.426745Z","end":"2026-03-31T22:33:17.8507Z","steps":["trace[120905495] 'process raft request' (duration: 423.80938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:17.851272Z","caller":"traceutil/trace.go:171","msg":"trace[474846489] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"424.840836ms","start":"2026-03-31T22:33:17.425819Z","end":"2026-03-31T22:33:17.85066Z","steps":["trace[474846489] 'process raft request' (duration: 378.628491ms)","trace[474846489] 'compare' (duration: 45.884017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:17.850961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:17.426736Z","time spent":"424.113888ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:17.85173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:17.425786Z","time spent":"425.562294ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:50.126728Z","caller":"traceutil/trace.go:171","msg":"trace[1595250344] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"590.618068ms","start":"2026-03-31T22:33:49.536086Z","end":"2026-03-31T22:33:50.126704Z","steps":["trace[1595250344] 'process raft request' (duration: 590.454524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.127017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.536064Z","time spent":"590.797362ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:50.292236Z","caller":"traceutil/trace.go:171","msg":"trace[1746413173] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"612.71254ms","start":"2026-03-31T22:33:49.679502Z","end":"2026-03-31T22:33:50.292215Z","steps":["trace[1746413173] 'process raft request' (duration: 612.657449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:50.29229Z","caller":"traceutil/trace.go:171","msg":"trace[609184675] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"711.741766ms","start":"2026-03-31T22:33:49.580505Z","end":"2026-03-31T22:33:50.292247Z","steps":["trace[609184675] 'process raft request' (duration: 711.532641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.292359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.67948Z","time spent":"612.816552ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:50.292464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.58048Z","time spent":"711.89241ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:33:50.292689Z","caller":"traceutil/trace.go:171","msg":"trace[877525868] linearizableReadLoop","detail":"{readStateIndex:6470; appliedIndex:6467; }","duration":"605.293881ms","start":"2026-03-31T22:33:49.687386Z","end":"2026-03-31T22:33:50.29268Z","steps":["trace[877525868] 'read index received' (duration: 439.154349ms)","trace[877525868] 'applied index is now lower than readState.Index' (duration: 166.138772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:50.292679Z","caller":"traceutil/trace.go:171","msg":"trace[797879349] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"305.475112ms","start":"2026-03-31T22:33:49.987056Z","end":"2026-03-31T22:33:50.292531Z","steps":["trace[797879349] 'process raft request' (duration: 305.134194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:50.292776Z","caller":"traceutil/trace.go:171","msg":"trace[1706146266] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"305.643757ms","start":"2026-03-31T22:33:49.987114Z","end":"2026-03-31T22:33:50.292758Z","steps":["trace[1706146266] 'process raft request' (duration: 305.326079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.292786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.405823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:50.292817Z","caller":"traceutil/trace.go:171","msg":"trace[847585572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6231; }","duration":"605.472135ms","start":"2026-03-31T22:33:49.687336Z","end":"2026-03-31T22:33:50.292809Z","steps":["trace[847585572] 'agreement among raft nodes before linearized reading' (duration: 605.410984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.292843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.687324Z","time spent":"605.513307ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:33:50.292871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.987096Z","time spent":"305.715308ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:50.292871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.987035Z","time spent":"305.77007ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:33:50.293008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.40759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:33:50.293055Z","caller":"traceutil/trace.go:171","msg":"trace[482194827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6231; }","duration":"183.479712ms","start":"2026-03-31T22:33:50.109564Z","end":"2026-03-31T22:33:50.293044Z","steps":["trace[482194827] 'agreement among raft nodes before linearized reading' (duration: 183.310318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.293027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.606777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:33:50.293099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.546082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:33:50.29311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.41042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:33:50.293097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.650042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:33:50.293138Z","caller":"traceutil/trace.go:171","msg":"trace[1445348954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6231; }","duration":"188.606593ms","start":"2026-03-31T22:33:50.104519Z","end":"2026-03-31T22:33:50.293126Z","steps":["trace[1445348954] 'agreement among raft nodes before linearized reading' (duration: 188.451928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:50.293137Z","caller":"traceutil/trace.go:171","msg":"trace[2043252622] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6231; }","duration":"346.792273ms","start":"2026-03-31T22:33:49.946318Z","end":"2026-03-31T22:33:50.29311Z","steps":["trace[2043252622] 'agreement among raft nodes before linearized reading' (duration: 346.505574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:50.293157Z","caller":"traceutil/trace.go:171","msg":"trace[428948609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:6231; }","duration":"159.488352ms","start":"2026-03-31T22:33:50.133655Z","end":"2026-03-31T22:33:50.293143Z","steps":["trace[428948609] 'agreement among raft nodes before linearized reading' (duration: 159.343528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:50.293176Z","caller":"traceutil/trace.go:171","msg":"trace[2083002274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6231; }","duration":"197.778796ms","start":"2026-03-31T22:33:50.09538Z","end":"2026-03-31T22:33:50.293159Z","steps":["trace[2083002274] 'agreement among raft nodes before linearized reading' (duration: 197.521558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.293199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.673213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:33:50.293201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:33:49.946299Z","time spent":"346.889675ms","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:33:50.293238Z","caller":"traceutil/trace.go:171","msg":"trace[104267120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6231; }","duration":"182.754955ms","start":"2026-03-31T22:33:50.110474Z","end":"2026-03-31T22:33:50.293229Z","steps":["trace[104267120] 'agreement among raft nodes before linearized reading' (duration: 182.663012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:50.293224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.286053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:33:50.293371Z","caller":"traceutil/trace.go:171","msg":"trace[427374288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6231; }","duration":"232.498508ms","start":"2026-03-31T22:33:50.060834Z","end":"2026-03-31T22:33:50.293333Z","steps":["trace[427374288] 'agreement among raft nodes before linearized reading' (duration: 232.162179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:00.761946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537174248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:34:01.17156Z","caller":"traceutil/trace.go:171","msg":"trace[851402900] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"930.231218ms","start":"2026-03-31T22:34:00.241289Z","end":"2026-03-31T22:34:01.17152Z","steps":["trace[851402900] 'process raft request' (duration: 929.92856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.171763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.241263Z","time spent":"930.390212ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.353321Z","caller":"traceutil/trace.go:171","msg":"trace[1096158477] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"1.025132389s","start":"2026-03-31T22:34:00.328155Z","end":"2026-03-31T22:34:01.353288Z","steps":["trace[1096158477] 'process raft request' (duration: 1.024881613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.353527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.328127Z","time spent":"1.025289243s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.353597Z","caller":"traceutil/trace.go:171","msg":"trace[1829137778] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"1.021839776s","start":"2026-03-31T22:34:00.331732Z","end":"2026-03-31T22:34:01.353571Z","steps":["trace[1829137778] 'process raft request' (duration: 1.021515987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.353736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.331715Z","time spent":"1.021949458s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.353958Z","caller":"traceutil/trace.go:171","msg":"trace[1627625750] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"1.006772043s","start":"2026-03-31T22:34:00.347169Z","end":"2026-03-31T22:34:01.353941Z","steps":["trace[1627625750] 'process raft request' (duration: 1.006308241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.354107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.347152Z","time spent":"1.006843155s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.354259Z","caller":"traceutil/trace.go:171","msg":"trace[1833262120] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"883.909591ms","start":"2026-03-31T22:34:00.470286Z","end":"2026-03-31T22:34:01.354196Z","steps":["trace[1833262120] 'process raft request' (duration: 883.538502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.35433Z","caller":"traceutil/trace.go:171","msg":"trace[282916630] linearizableReadLoop","detail":"{readStateIndex:6541; appliedIndex:6535; }","duration":"1.093075675s","start":"2026-03-31T22:34:00.261241Z","end":"2026-03-31T22:34:01.354317Z","steps":["trace[282916630] 'read index received' (duration: 910.023484ms)","trace[282916630] 'applied index is now lower than readState.Index' (duration: 183.050721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:01.354439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093198368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:01.354419Z","caller":"traceutil/trace.go:171","msg":"trace[1526753470] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"760.962047ms","start":"2026-03-31T22:34:00.593426Z","end":"2026-03-31T22:34:01.354388Z","steps":["trace[1526753470] 'process raft request' (duration: 760.566277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.354492Z","caller":"traceutil/trace.go:171","msg":"trace[1502223847] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6298; }","duration":"1.093295431s","start":"2026-03-31T22:34:00.261179Z","end":"2026-03-31T22:34:01.354474Z","steps":["trace[1502223847] 'agreement among raft nodes before linearized reading' (duration: 1.093216629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.354486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.470259Z","time spent":"884.118286ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:01.354538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.261152Z","time spent":"1.093376113s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:01.354599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.593397Z","time spent":"761.11672ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:01.354679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.169116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:34:01.3548Z","caller":"traceutil/trace.go:171","msg":"trace[1937503594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6298; }","duration":"967.275379ms","start":"2026-03-31T22:34:00.387455Z","end":"2026-03-31T22:34:01.35473Z","steps":["trace[1937503594] 'agreement among raft nodes before linearized reading' (duration: 967.038033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.354845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.387443Z","time spent":"967.393891ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:34:01.354994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.084199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:34:01.355007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.228141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:34:01.355027Z","caller":"traceutil/trace.go:171","msg":"trace[442259329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6298; }","duration":"966.1385ms","start":"2026-03-31T22:34:00.388879Z","end":"2026-03-31T22:34:01.355018Z","steps":["trace[442259329] 'agreement among raft nodes before linearized reading' (duration: 966.051668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.355045Z","caller":"traceutil/trace.go:171","msg":"trace[262874632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6298; }","duration":"964.291023ms","start":"2026-03-31T22:34:00.390742Z","end":"2026-03-31T22:34:01.355033Z","steps":["trace[262874632] 'agreement among raft nodes before linearized reading' (duration: 964.17717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.355054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.388867Z","time spent":"966.180112ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:01.355085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.390731Z","time spent":"964.346804ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:01.355048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.026617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:34:01.355192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.301276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:34:01.355213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.318023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:34:01.355246Z","caller":"traceutil/trace.go:171","msg":"trace[2075729009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6298; }","duration":"962.364723ms","start":"2026-03-31T22:34:00.392872Z","end":"2026-03-31T22:34:01.355237Z","steps":["trace[2075729009] 'agreement among raft nodes before linearized reading' (duration: 962.284531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.355272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.392864Z","time spent":"962.403195ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:34:01.355283Z","caller":"traceutil/trace.go:171","msg":"trace[1513658173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:6298; }","duration":"959.467ms","start":"2026-03-31T22:34:00.395798Z","end":"2026-03-31T22:34:01.355265Z","steps":["trace[1513658173] 'agreement among raft nodes before linearized reading' (duration: 959.117191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.355369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.395784Z","time spent":"959.572212ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:34:01.355479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.357584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:34:01.355564Z","caller":"traceutil/trace.go:171","msg":"trace[1850379801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6298; }","duration":"962.476457ms","start":"2026-03-31T22:34:00.393055Z","end":"2026-03-31T22:34:01.355532Z","steps":["trace[1850379801] 'agreement among raft nodes before linearized reading' (duration: 961.565214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.355639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.393032Z","time spent":"962.591799ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:34:01.35607Z","caller":"traceutil/trace.go:171","msg":"trace[440087668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6298; }","duration":"563.235992ms","start":"2026-03-31T22:34:00.79194Z","end":"2026-03-31T22:34:01.355176Z","steps":["trace[440087668] 'agreement among raft nodes before linearized reading' (duration: 562.871253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.356175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.791911Z","time spent":"564.239538ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:34:01.356836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.830658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:01.356889Z","caller":"traceutil/trace.go:171","msg":"trace[87493001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6298; }","duration":"855.937871ms","start":"2026-03-31T22:34:00.500938Z","end":"2026-03-31T22:34:01.356876Z","steps":["trace[87493001] 'agreement among raft nodes before linearized reading' (duration: 853.739774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.356919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.500916Z","time spent":"855.995642ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:34:01.570196Z","caller":"traceutil/trace.go:171","msg":"trace[931874625] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"210.835267ms","start":"2026-03-31T22:34:01.359326Z","end":"2026-03-31T22:34:01.570161Z","steps":["trace[931874625] 'process raft request' (duration: 162.391697ms)","trace[931874625] 'compare' (duration: 48.200074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:01.570637Z","caller":"traceutil/trace.go:171","msg":"trace[321181156] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"210.421956ms","start":"2026-03-31T22:34:01.360182Z","end":"2026-03-31T22:34:01.570604Z","steps":["trace[321181156] 'process raft request' (duration: 209.920394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.570939Z","caller":"traceutil/trace.go:171","msg":"trace[958838719] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"210.481669ms","start":"2026-03-31T22:34:01.360447Z","end":"2026-03-31T22:34:01.570928Z","steps":["trace[958838719] 'process raft request' (duration: 209.977266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.571021Z","caller":"traceutil/trace.go:171","msg":"trace[1657267256] linearizableReadLoop","detail":"{readStateIndex:6545; appliedIndex:6542; }","duration":"209.932824ms","start":"2026-03-31T22:34:01.361067Z","end":"2026-03-31T22:34:01.571Z","steps":["trace[1657267256] 'read index received' (duration: 18.586722ms)","trace[1657267256] 'applied index is now lower than readState.Index' (duration: 191.344772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:01.571149Z","caller":"traceutil/trace.go:171","msg":"trace[1102547164] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"208.738593ms","start":"2026-03-31T22:34:01.362388Z","end":"2026-03-31T22:34:01.571127Z","steps":["trace[1102547164] 'process raft request' (duration: 208.506408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.571263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.261631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:01.571306Z","caller":"traceutil/trace.go:171","msg":"trace[1835699853] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"210.109869ms","start":"2026-03-31T22:34:01.361185Z","end":"2026-03-31T22:34:01.571295Z","steps":["trace[1835699853] 'process raft request' (duration: 209.639917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.571339Z","caller":"traceutil/trace.go:171","msg":"trace[630983099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6304; }","duration":"169.393014ms","start":"2026-03-31T22:34:01.401927Z","end":"2026-03-31T22:34:01.57132Z","steps":["trace[630983099] 'agreement among raft nodes before linearized reading' (duration: 169.254191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.571406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.311524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101780"} {"level":"info","ts":"2026-03-31T22:34:01.571495Z","caller":"traceutil/trace.go:171","msg":"trace[286195614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6304; }","duration":"210.437148ms","start":"2026-03-31T22:34:01.36104Z","end":"2026-03-31T22:34:01.571477Z","steps":["trace[286195614] 'agreement among raft nodes before linearized reading' (duration: 210.095469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:03.688991Z","caller":"traceutil/trace.go:171","msg":"trace[2095512566] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"109.673307ms","start":"2026-03-31T22:34:03.579283Z","end":"2026-03-31T22:34:03.688956Z","steps":["trace[2095512566] 'process raft request' (duration: 78.890945ms)","trace[2095512566] 'compare' (duration: 30.537876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:03.689771Z","caller":"traceutil/trace.go:171","msg":"trace[1398882273] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"109.735269ms","start":"2026-03-31T22:34:03.580008Z","end":"2026-03-31T22:34:03.689743Z","steps":["trace[1398882273] 'process raft request' (duration: 108.854786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:03.690237Z","caller":"traceutil/trace.go:171","msg":"trace[448692359] linearizableReadLoop","detail":"{readStateIndex:6556; appliedIndex:6552; }","duration":"104.028963ms","start":"2026-03-31T22:34:03.586189Z","end":"2026-03-31T22:34:03.690218Z","steps":["trace[448692359] 'read index received' (duration: 7.256504ms)","trace[448692359] 'applied index is now lower than readState.Index' (duration: 96.771279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:03.690336Z","caller":"traceutil/trace.go:171","msg":"trace[788628589] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"106.319332ms","start":"2026-03-31T22:34:03.583955Z","end":"2026-03-31T22:34:03.690274Z","steps":["trace[788628589] 'process raft request' (duration: 105.728427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:03.690575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.364222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101780"} {"level":"info","ts":"2026-03-31T22:34:03.690619Z","caller":"traceutil/trace.go:171","msg":"trace[1562240140] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6313; }","duration":"104.445473ms","start":"2026-03-31T22:34:03.586164Z","end":"2026-03-31T22:34:03.690609Z","steps":["trace[1562240140] 'agreement among raft nodes before linearized reading' (duration: 104.123705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.877888Z","caller":"traceutil/trace.go:171","msg":"trace[2061003607] linearizableReadLoop","detail":"{readStateIndex:6620; appliedIndex:6619; }","duration":"284.622443ms","start":"2026-03-31T22:34:11.593241Z","end":"2026-03-31T22:34:11.877864Z","steps":["trace[2061003607] 'read index received' (duration: 284.362385ms)","trace[2061003607] 'applied index is now lower than readState.Index' (duration: 259.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:11.878031Z","caller":"traceutil/trace.go:171","msg":"trace[2071897016] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"365.488278ms","start":"2026-03-31T22:34:11.512534Z","end":"2026-03-31T22:34:11.878023Z","steps":["trace[2071897016] 'process raft request' (duration: 365.19898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:11.878187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:11.512515Z","time spent":"365.538488ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:11.878171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.9079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:11.878186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.656729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:11.87825Z","caller":"traceutil/trace.go:171","msg":"trace[1524461975] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6374; }","duration":"285.034083ms","start":"2026-03-31T22:34:11.593198Z","end":"2026-03-31T22:34:11.878232Z","steps":["trace[1524461975] 'agreement among raft nodes before linearized reading' (duration: 284.891639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.878278Z","caller":"traceutil/trace.go:171","msg":"trace[1265667801] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6374; }","duration":"283.802092ms","start":"2026-03-31T22:34:11.594453Z","end":"2026-03-31T22:34:11.878255Z","steps":["trace[1265667801] 'agreement among raft nodes before linearized reading' (duration: 283.642808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:11.878282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.121192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:34:11.878289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.296665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:34:11.878327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.88268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:34:11.878346Z","caller":"traceutil/trace.go:171","msg":"trace[1984074217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6374; }","duration":"155.239444ms","start":"2026-03-31T22:34:11.723092Z","end":"2026-03-31T22:34:11.878332Z","steps":["trace[1984074217] 'agreement among raft nodes before linearized reading' (duration: 155.026819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.878362Z","caller":"traceutil/trace.go:171","msg":"trace[1926538490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6374; }","duration":"153.413818ms","start":"2026-03-31T22:34:11.724927Z","end":"2026-03-31T22:34:11.878341Z","steps":["trace[1926538490] 'agreement among raft nodes before linearized reading' (duration: 153.224923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.878395Z","caller":"traceutil/trace.go:171","msg":"trace[1663738592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6374; }","duration":"166.980433ms","start":"2026-03-31T22:34:11.711398Z","end":"2026-03-31T22:34:11.878378Z","steps":["trace[1663738592] 'agreement among raft nodes before linearized reading' (duration: 166.736966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:11.878476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.959387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:34:11.878583Z","caller":"traceutil/trace.go:171","msg":"trace[1466934131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6374; }","duration":"155.265465ms","start":"2026-03-31T22:34:11.723298Z","end":"2026-03-31T22:34:11.878564Z","steps":["trace[1466934131] 'agreement among raft nodes before linearized reading' (duration: 154.813874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:11.878785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.717629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:34:11.878869Z","caller":"traceutil/trace.go:171","msg":"trace[955991874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:6374; }","duration":"150.952995ms","start":"2026-03-31T22:34:11.727896Z","end":"2026-03-31T22:34:11.878849Z","steps":["trace[955991874] 'agreement among raft nodes before linearized reading' (duration: 150.237397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:13.853148Z","caller":"traceutil/trace.go:171","msg":"trace[813975645] transaction","detail":"{read_only:false; response_revision:6383; number_of_response:1; }","duration":"112.783147ms","start":"2026-03-31T22:34:13.740325Z","end":"2026-03-31T22:34:13.853108Z","steps":["trace[813975645] 'process raft request' (duration: 32.339072ms)","trace[813975645] 'compare' (duration: 80.132557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:16.781426Z","caller":"traceutil/trace.go:171","msg":"trace[732316501] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"201.992902ms","start":"2026-03-31T22:34:16.579412Z","end":"2026-03-31T22:34:16.781405Z","steps":["trace[732316501] 'process raft request' (duration: 201.869889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:17.008923Z","caller":"traceutil/trace.go:171","msg":"trace[1415974847] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"291.967759ms","start":"2026-03-31T22:34:16.716921Z","end":"2026-03-31T22:34:17.008889Z","steps":["trace[1415974847] 'process raft request' (duration: 265.792134ms)","trace[1415974847] 'compare' (duration: 25.864887ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:17.650277Z","caller":"traceutil/trace.go:171","msg":"trace[1221131173] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"100.013522ms","start":"2026-03-31T22:34:17.550236Z","end":"2026-03-31T22:34:17.650249Z","steps":["trace[1221131173] 'process raft request' (duration: 99.883109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:20.081136Z","caller":"traceutil/trace.go:171","msg":"trace[156840950] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6422; }","duration":"115.866234ms","start":"2026-03-31T22:34:19.965222Z","end":"2026-03-31T22:34:20.081089Z","steps":["trace[156840950] 'process raft request' (duration: 115.583457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:40.304667Z","caller":"traceutil/trace.go:171","msg":"trace[1310158182] linearizableReadLoop","detail":"{readStateIndex:6832; appliedIndex:6830; }","duration":"110.19302ms","start":"2026-03-31T22:34:40.194444Z","end":"2026-03-31T22:34:40.304637Z","steps":["trace[1310158182] 'read index received' (duration: 31.945961ms)","trace[1310158182] 'applied index is now lower than readState.Index' (duration: 78.245919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:40.304709Z","caller":"traceutil/trace.go:171","msg":"trace[1269696909] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"110.242822ms","start":"2026-03-31T22:34:40.194412Z","end":"2026-03-31T22:34:40.304654Z","steps":["trace[1269696909] 'process raft request' (duration: 104.105225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:40.304768Z","caller":"traceutil/trace.go:171","msg":"trace[418591158] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"110.275032ms","start":"2026-03-31T22:34:40.194444Z","end":"2026-03-31T22:34:40.304719Z","steps":["trace[418591158] 'process raft request' (duration: 110.146149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:40.305015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.160791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:34:40.305091Z","caller":"traceutil/trace.go:171","msg":"trace[948994749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:6581; }","duration":"101.252003ms","start":"2026-03-31T22:34:40.203823Z","end":"2026-03-31T22:34:40.305075Z","steps":["trace[948994749] 'agreement among raft nodes before linearized reading' (duration: 101.015017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:40.304949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.482487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:34:40.305246Z","caller":"traceutil/trace.go:171","msg":"trace[1844203861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6581; }","duration":"110.825456ms","start":"2026-03-31T22:34:40.194404Z","end":"2026-03-31T22:34:40.305229Z","steps":["trace[1844203861] 'agreement among raft nodes before linearized reading' (duration: 110.401475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:16.906883Z","caller":"traceutil/trace.go:171","msg":"trace[745456192] linearizableReadLoop","detail":"{readStateIndex:7429; appliedIndex:7426; }","duration":"111.936627ms","start":"2026-03-31T22:36:16.794916Z","end":"2026-03-31T22:36:16.906852Z","steps":["trace[745456192] 'read index received' (duration: 4.847191ms)","trace[745456192] 'applied index is now lower than readState.Index' (duration: 107.087926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:16.906914Z","caller":"traceutil/trace.go:171","msg":"trace[1523247748] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"115.447525ms","start":"2026-03-31T22:36:16.791438Z","end":"2026-03-31T22:36:16.906885Z","steps":["trace[1523247748] 'process raft request' (duration: 95.402524ms)","trace[1523247748] 'compare' (duration: 19.794305ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:16.906959Z","caller":"traceutil/trace.go:171","msg":"trace[42772923] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"114.909232ms","start":"2026-03-31T22:36:16.792007Z","end":"2026-03-31T22:36:16.906916Z","steps":["trace[42772923] 'process raft request' (duration: 114.776808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.907191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.258976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:36:16.907286Z","caller":"traceutil/trace.go:171","msg":"trace[288122777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7157; }","duration":"112.404519ms","start":"2026-03-31T22:36:16.794862Z","end":"2026-03-31T22:36:16.907267Z","steps":["trace[288122777] 'agreement among raft nodes before linearized reading' (duration: 112.143233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.778919Z","caller":"traceutil/trace.go:171","msg":"trace[2088329959] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"100.947953ms","start":"2026-03-31T22:36:18.67795Z","end":"2026-03-31T22:36:18.778898Z","steps":["trace[2088329959] 'process raft request' (duration: 100.764688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:19.028318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.952047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:19.028432Z","caller":"traceutil/trace.go:171","msg":"trace[1090055091] linearizableReadLoop","detail":"{readStateIndex:7440; appliedIndex:7439; }","duration":"249.535976ms","start":"2026-03-31T22:36:18.778878Z","end":"2026-03-31T22:36:19.028414Z","steps":["trace[1090055091] 'read index received' (duration: 75.381314ms)","trace[1090055091] 'applied index is now lower than readState.Index' (duration: 174.153352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:19.028524Z","caller":"traceutil/trace.go:171","msg":"trace[1449329910] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"273.909515ms","start":"2026-03-31T22:36:18.754587Z","end":"2026-03-31T22:36:19.028497Z","steps":["trace[1449329910] 'process raft request' (duration: 99.677151ms)","trace[1449329910] 'compare' (duration: 173.590648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:19.028879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.977502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:36:19.028946Z","caller":"traceutil/trace.go:171","msg":"trace[720719488] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7168; }","duration":"255.045283ms","start":"2026-03-31T22:36:18.773881Z","end":"2026-03-31T22:36:19.028926Z","steps":["trace[720719488] 'agreement among raft nodes before linearized reading' (duration: 254.859439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:19.069754Z","caller":"traceutil/trace.go:171","msg":"trace[1221366056] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"285.278869ms","start":"2026-03-31T22:36:18.784359Z","end":"2026-03-31T22:36:19.069638Z","steps":["trace[1221366056] 'process raft request' (duration: 285.025143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:19.125133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.026083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:19.125208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.05617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:36:19.125268Z","caller":"traceutil/trace.go:171","msg":"trace[1554712108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7169; }","duration":"321.194537ms","start":"2026-03-31T22:36:18.804036Z","end":"2026-03-31T22:36:19.125231Z","steps":["trace[1554712108] 'agreement among raft nodes before linearized reading' (duration: 320.323394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:19.125306Z","caller":"traceutil/trace.go:171","msg":"trace[721769246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7169; }","duration":"214.169383ms","start":"2026-03-31T22:36:18.911095Z","end":"2026-03-31T22:36:19.125264Z","steps":["trace[721769246] 'agreement among raft nodes before linearized reading' (duration: 213.252709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:19.125324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:18.804022Z","time spent":"321.29255ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:19.12552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.080941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:19.125558Z","caller":"traceutil/trace.go:171","msg":"trace[1097576219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7169; }","duration":"214.167983ms","start":"2026-03-31T22:36:18.91138Z","end":"2026-03-31T22:36:19.125548Z","steps":["trace[1097576219] 'agreement among raft nodes before linearized reading' (duration: 214.06556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:19.12559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.214235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:36:19.125881Z","caller":"traceutil/trace.go:171","msg":"trace[1772395805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7169; }","duration":"152.41373ms","start":"2026-03-31T22:36:18.973314Z","end":"2026-03-31T22:36:19.125728Z","steps":["trace[1772395805] 'agreement among raft nodes before linearized reading' (duration: 151.98781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:24.287839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.208287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:24.288117Z","caller":"traceutil/trace.go:171","msg":"trace[1842975702] linearizableReadLoop","detail":"{readStateIndex:7468; appliedIndex:7466; }","duration":"261.421644ms","start":"2026-03-31T22:36:24.026675Z","end":"2026-03-31T22:36:24.288096Z","steps":["trace[1842975702] 'read index received' (duration: 116.626635ms)","trace[1842975702] 'applied index is now lower than readState.Index' (duration: 144.793929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:24.288124Z","caller":"traceutil/trace.go:171","msg":"trace[1755938179] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"382.613672ms","start":"2026-03-31T22:36:23.905478Z","end":"2026-03-31T22:36:24.288092Z","steps":["trace[1755938179] 'process raft request' (duration: 97.036045ms)","trace[1755938179] 'compare' (duration: 285.004352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:24.288127Z","caller":"traceutil/trace.go:171","msg":"trace[2101446199] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"269.714821ms","start":"2026-03-31T22:36:24.018384Z","end":"2026-03-31T22:36:24.288099Z","steps":["trace[2101446199] 'process raft request' (duration: 269.616609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:24.28826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.580628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:24.288256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:23.905461Z","time spent":"382.744525ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:24.288301Z","caller":"traceutil/trace.go:171","msg":"trace[675052959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7194; }","duration":"261.69082ms","start":"2026-03-31T22:36:24.026597Z","end":"2026-03-31T22:36:24.288288Z","steps":["trace[675052959] 'agreement among raft nodes before linearized reading' (duration: 261.566107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:24.323335Z","caller":"traceutil/trace.go:171","msg":"trace[365306309] transaction","detail":"{read_only:false; response_revision:7196; number_of_response:1; }","duration":"263.651338ms","start":"2026-03-31T22:36:24.059641Z","end":"2026-03-31T22:36:24.323292Z","steps":["trace[365306309] 'process raft request' (duration: 263.567116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:24.323334Z","caller":"traceutil/trace.go:171","msg":"trace[237385486] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"281.394372ms","start":"2026-03-31T22:36:24.041912Z","end":"2026-03-31T22:36:24.323306Z","steps":["trace[237385486] 'process raft request' (duration: 281.158566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:24.323738Z","caller":"traceutil/trace.go:171","msg":"trace[306128953] transaction","detail":"{read_only:false; response_revision:7197; number_of_response:1; }","duration":"236.406388ms","start":"2026-03-31T22:36:24.087307Z","end":"2026-03-31T22:36:24.323714Z","steps":["trace[306128953] 'process raft request' (duration: 235.942646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:24.32382Z","caller":"traceutil/trace.go:171","msg":"trace[1165406644] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"229.838534ms","start":"2026-03-31T22:36:24.093951Z","end":"2026-03-31T22:36:24.32379Z","steps":["trace[1165406644] 'process raft request' (duration: 229.629108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:55.406159Z","caller":"traceutil/trace.go:171","msg":"trace[601616308] transaction","detail":"{read_only:false; response_revision:7463; number_of_response:1; }","duration":"127.948517ms","start":"2026-03-31T22:36:55.278123Z","end":"2026-03-31T22:36:55.406072Z","steps":["trace[601616308] 'process raft request' (duration: 126.956572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:03.883198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.110411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:37:03.883278Z","caller":"traceutil/trace.go:171","msg":"trace[571332712] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:7519; }","duration":"142.234095ms","start":"2026-03-31T22:37:03.741023Z","end":"2026-03-31T22:37:03.883257Z","steps":["trace[571332712] 'range keys from in-memory index tree' (duration: 141.945848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:04.691413Z","caller":"traceutil/trace.go:171","msg":"trace[1457441152] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"101.973438ms","start":"2026-03-31T22:37:04.589414Z","end":"2026-03-31T22:37:04.691388Z","steps":["trace[1457441152] 'process raft request' (duration: 48.782128ms)","trace[1457441152] 'compare' (duration: 52.643756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:04.892729Z","caller":"traceutil/trace.go:171","msg":"trace[1177703830] linearizableReadLoop","detail":"{readStateIndex:7812; appliedIndex:7811; }","duration":"145.925807ms","start":"2026-03-31T22:37:04.746768Z","end":"2026-03-31T22:37:04.892694Z","steps":["trace[1177703830] 'read index received' (duration: 107.488876ms)","trace[1177703830] 'applied index is now lower than readState.Index' (duration: 38.435491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:04.892901Z","caller":"traceutil/trace.go:171","msg":"trace[1717496450] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"155.240469ms","start":"2026-03-31T22:37:04.737633Z","end":"2026-03-31T22:37:04.892874Z","steps":["trace[1717496450] 'process raft request' (duration: 116.740536ms)","trace[1717496450] 'compare' (duration: 38.073202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:04.892945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.155292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T22:37:04.892986Z","caller":"traceutil/trace.go:171","msg":"trace[1131033341] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7525; }","duration":"146.234294ms","start":"2026-03-31T22:37:04.746741Z","end":"2026-03-31T22:37:04.892975Z","steps":["trace[1131033341] 'agreement among raft nodes before linearized reading' (duration: 146.0566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:08.821331Z","caller":"traceutil/trace.go:171","msg":"trace[246868120] linearizableReadLoop","detail":"{readStateIndex:7831; appliedIndex:7830; }","duration":"181.169507ms","start":"2026-03-31T22:37:08.640141Z","end":"2026-03-31T22:37:08.821311Z","steps":["trace[246868120] 'read index received' (duration: 119.598418ms)","trace[246868120] 'applied index is now lower than readState.Index' (duration: 61.570019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:08.821362Z","caller":"traceutil/trace.go:171","msg":"trace[636805212] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"206.477849ms","start":"2026-03-31T22:37:08.614848Z","end":"2026-03-31T22:37:08.821326Z","steps":["trace[636805212] 'process raft request' (duration: 144.785288ms)","trace[636805212] 'compare' (duration: 61.416254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:08.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.371433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:08.82155Z","caller":"traceutil/trace.go:171","msg":"trace[1933835252] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:7545; }","duration":"181.451475ms","start":"2026-03-31T22:37:08.640089Z","end":"2026-03-31T22:37:08.821541Z","steps":["trace[1933835252] 'agreement among raft nodes before linearized reading' (duration: 181.300001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:13.95925Z","caller":"traceutil/trace.go:171","msg":"trace[1650510116] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"180.369388ms","start":"2026-03-31T22:37:13.778848Z","end":"2026-03-31T22:37:13.959217Z","steps":["trace[1650510116] 'read index received' (duration: 180.149563ms)","trace[1650510116] 'applied index is now lower than readState.Index' (duration: 218.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:13.959525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.655086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:37:13.959594Z","caller":"traceutil/trace.go:171","msg":"trace[1323718299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7568; }","duration":"180.764978ms","start":"2026-03-31T22:37:13.778814Z","end":"2026-03-31T22:37:13.959579Z","steps":["trace[1323718299] 'agreement among raft nodes before linearized reading' (duration: 180.553673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:13.959666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.689446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:37:13.95974Z","caller":"traceutil/trace.go:171","msg":"trace[187856264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7568; }","duration":"154.802649ms","start":"2026-03-31T22:37:13.804918Z","end":"2026-03-31T22:37:13.95972Z","steps":["trace[187856264] 'agreement among raft nodes before linearized reading' (duration: 154.640075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:13.959842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.086576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:37:13.959882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.944107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:37:13.959925Z","caller":"traceutil/trace.go:171","msg":"trace[298131640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7568; }","duration":"151.186288ms","start":"2026-03-31T22:37:13.80872Z","end":"2026-03-31T22:37:13.959907Z","steps":["trace[298131640] 'agreement among raft nodes before linearized reading' (duration: 150.927342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:13.959978Z","caller":"traceutil/trace.go:171","msg":"trace[825544805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7568; }","duration":"178.080641ms","start":"2026-03-31T22:37:13.78186Z","end":"2026-03-31T22:37:13.959941Z","steps":["trace[825544805] 'agreement among raft nodes before linearized reading' (duration: 177.747413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:13.960551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.181049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:37:13.960613Z","caller":"traceutil/trace.go:171","msg":"trace[1528586646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7568; }","duration":"181.387894ms","start":"2026-03-31T22:37:13.779209Z","end":"2026-03-31T22:37:13.960597Z","steps":["trace[1528586646] 'agreement among raft nodes before linearized reading' (duration: 180.328948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:14.116436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.471561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:14.117769Z","caller":"traceutil/trace.go:171","msg":"trace[211465109] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"152.693666ms","start":"2026-03-31T22:37:13.965058Z","end":"2026-03-31T22:37:14.117751Z","steps":["trace[211465109] 'process raft request' (duration: 152.46277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:14.117893Z","caller":"traceutil/trace.go:171","msg":"trace[853269117] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"152.564993ms","start":"2026-03-31T22:37:13.965025Z","end":"2026-03-31T22:37:14.11759Z","steps":["trace[853269117] 'process raft request' (duration: 152.388298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:14.118087Z","caller":"traceutil/trace.go:171","msg":"trace[79540103] linearizableReadLoop","detail":"{readStateIndex:7862; appliedIndex:7858; }","duration":"129.873926ms","start":"2026-03-31T22:37:13.988078Z","end":"2026-03-31T22:37:14.117951Z","steps":["trace[79540103] 'read index received' (duration: 25.668181ms)","trace[79540103] 'applied index is now lower than readState.Index' (duration: 104.204114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:14.118112Z","caller":"traceutil/trace.go:171","msg":"trace[1354030716] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"152.165503ms","start":"2026-03-31T22:37:13.965925Z","end":"2026-03-31T22:37:14.11809Z","steps":["trace[1354030716] 'process raft request' (duration: 151.772753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:14.11842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.323686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:37:14.118539Z","caller":"traceutil/trace.go:171","msg":"trace[1140146672] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7573; }","duration":"130.468861ms","start":"2026-03-31T22:37:13.988052Z","end":"2026-03-31T22:37:14.118521Z","steps":["trace[1140146672] 'agreement among raft nodes before linearized reading' (duration: 130.141052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:14.117746Z","caller":"traceutil/trace.go:171","msg":"trace[345260514] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"152.646864ms","start":"2026-03-31T22:37:13.964882Z","end":"2026-03-31T22:37:14.117529Z","steps":["trace[345260514] 'process raft request' (duration: 48.963693ms)","trace[345260514] 'compare' (duration: 102.355178ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:18.243272Z","caller":"traceutil/trace.go:171","msg":"trace[1371432017] linearizableReadLoop","detail":"{readStateIndex:7894; appliedIndex:7893; }","duration":"103.118567ms","start":"2026-03-31T22:37:18.140129Z","end":"2026-03-31T22:37:18.243248Z","steps":["trace[1371432017] 'read index received' (duration: 103.049685ms)","trace[1371432017] 'applied index is now lower than readState.Index' (duration: 67.592µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:18.243511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.361233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:37:18.243503Z","caller":"traceutil/trace.go:171","msg":"trace[1441250632] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"103.805264ms","start":"2026-03-31T22:37:18.139666Z","end":"2026-03-31T22:37:18.243471Z","steps":["trace[1441250632] 'process raft request' (duration: 103.426425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:18.243769Z","caller":"traceutil/trace.go:171","msg":"trace[2000407833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7605; }","duration":"103.65358ms","start":"2026-03-31T22:37:18.140093Z","end":"2026-03-31T22:37:18.243747Z","steps":["trace[2000407833] 'agreement among raft nodes before linearized reading' (duration: 103.25308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:18.274075Z","caller":"traceutil/trace.go:171","msg":"trace[443284865] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"133.735512ms","start":"2026-03-31T22:37:18.140295Z","end":"2026-03-31T22:37:18.274031Z","steps":["trace[443284865] 'process raft request' (duration: 133.346162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:18.27411Z","caller":"traceutil/trace.go:171","msg":"trace[1051182907] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"131.6518ms","start":"2026-03-31T22:37:18.142437Z","end":"2026-03-31T22:37:18.274089Z","steps":["trace[1051182907] 'process raft request' (duration: 131.336972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:19.220671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5432} {"level":"warn","ts":"2026-03-31T22:37:19.405437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.770404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:37:19.405523Z","caller":"traceutil/trace.go:171","msg":"trace[883594796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7614; }","duration":"133.926268ms","start":"2026-03-31T22:37:19.271578Z","end":"2026-03-31T22:37:19.405505Z","steps":["trace[883594796] 'range keys from in-memory index tree' (duration: 133.557468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:19.754192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.755098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:19.754303Z","caller":"traceutil/trace.go:171","msg":"trace[920485745] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"179.65779ms","start":"2026-03-31T22:37:19.574621Z","end":"2026-03-31T22:37:19.754279Z","steps":["trace[920485745] 'process raft request' (duration: 72.743709ms)","trace[920485745] 'compare' (duration: 44.757958ms)","trace[920485745] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 61.835176ms)"],"step_count":3} {"level":"info","ts":"2026-03-31T22:37:19.857666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5432,"took":"635.360199ms","hash":3092989262,"current-db-size-bytes":55201792,"current-db-size":"55 MB","current-db-size-in-use-bytes":24354816,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T22:37:19.857748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3092989262,"revision":5432,"compact-revision":2883} {"level":"info","ts":"2026-03-31T22:37:20.420449Z","caller":"traceutil/trace.go:171","msg":"trace[1433306866] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"113.318851ms","start":"2026-03-31T22:37:20.307111Z","end":"2026-03-31T22:37:20.42043Z","steps":["trace[1433306866] 'process raft request' (duration: 113.29035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:20.420768Z","caller":"traceutil/trace.go:171","msg":"trace[1622516825] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"113.990789ms","start":"2026-03-31T22:37:20.306745Z","end":"2026-03-31T22:37:20.420735Z","steps":["trace[1622516825] 'process raft request' (duration: 109.147617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:20.420889Z","caller":"traceutil/trace.go:171","msg":"trace[1939924550] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"113.802314ms","start":"2026-03-31T22:37:20.30706Z","end":"2026-03-31T22:37:20.420863Z","steps":["trace[1939924550] 'process raft request' (duration: 113.307301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:21.171422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.568337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:21.171488Z","caller":"traceutil/trace.go:171","msg":"trace[47510856] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"157.832694ms","start":"2026-03-31T22:37:21.013631Z","end":"2026-03-31T22:37:21.171464Z","steps":["trace[47510856] 'process raft request' (duration: 58.059081ms)","trace[47510856] 'compare' (duration: 99.459195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:21.171537Z","caller":"traceutil/trace.go:171","msg":"trace[551843058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7621; }","duration":"215.707191ms","start":"2026-03-31T22:37:20.955801Z","end":"2026-03-31T22:37:21.171508Z","steps":["trace[551843058] 'count revisions from in-memory index tree' (duration: 215.459385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:21.443381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.112831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:21.443506Z","caller":"traceutil/trace.go:171","msg":"trace[1478087947] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"429.282278ms","start":"2026-03-31T22:37:21.01421Z","end":"2026-03-31T22:37:21.443492Z","steps":["trace[1478087947] 'process raft request' (duration: 275.000632ms)","trace[1478087947] 'compare' (duration: 154.0314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:21.443586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:21.014187Z","time spent":"429.37658ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:21.443696Z","caller":"traceutil/trace.go:171","msg":"trace[242806659] linearizableReadLoop","detail":"{readStateIndex:7915; appliedIndex:7913; }","duration":"112.02843ms","start":"2026-03-31T22:37:21.331634Z","end":"2026-03-31T22:37:21.443662Z","steps":["trace[242806659] 'read index received' (duration: 31.58462ms)","trace[242806659] 'applied index is now lower than readState.Index' (duration: 80.44138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:21.443807Z","caller":"traceutil/trace.go:171","msg":"trace[1100200629] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"354.363095ms","start":"2026-03-31T22:37:21.089354Z","end":"2026-03-31T22:37:21.443717Z","steps":["trace[1100200629] 'process raft request' (duration: 354.106019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:21.443989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:21.089332Z","time spent":"354.57534ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:21.444161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.500931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:37:21.444342Z","caller":"traceutil/trace.go:171","msg":"trace[1690479601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7624; }","duration":"112.730818ms","start":"2026-03-31T22:37:21.331592Z","end":"2026-03-31T22:37:21.444323Z","steps":["trace[1690479601] 'agreement among raft nodes before linearized reading' (duration: 112.254135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:21.627547Z","caller":"traceutil/trace.go:171","msg":"trace[468831444] linearizableReadLoop","detail":"{readStateIndex:7916; appliedIndex:7915; }","duration":"177.388783ms","start":"2026-03-31T22:37:21.450131Z","end":"2026-03-31T22:37:21.62752Z","steps":["trace[468831444] 'read index received' (duration: 110.43849ms)","trace[468831444] 'applied index is now lower than readState.Index' (duration: 66.949313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:21.627595Z","caller":"traceutil/trace.go:171","msg":"trace[1578155154] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"178.609124ms","start":"2026-03-31T22:37:21.448961Z","end":"2026-03-31T22:37:21.627571Z","steps":["trace[1578155154] 'process raft request' (duration: 111.555038ms)","trace[1578155154] 'compare' (duration: 66.872792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:21.628209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.055289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:37:21.628473Z","caller":"traceutil/trace.go:171","msg":"trace[1859452705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7625; }","duration":"178.267525ms","start":"2026-03-31T22:37:21.450017Z","end":"2026-03-31T22:37:21.628285Z","steps":["trace[1859452705] 'agreement among raft nodes before linearized reading' (duration: 177.613149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:22.437961Z","caller":"traceutil/trace.go:171","msg":"trace[1792710727] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"127.710211ms","start":"2026-03-31T22:37:22.310226Z","end":"2026-03-31T22:37:22.437936Z","steps":["trace[1792710727] 'process raft request' (duration: 127.404123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:22.992852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.539766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:22.992936Z","caller":"traceutil/trace.go:171","msg":"trace[876928897] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"551.264756ms","start":"2026-03-31T22:37:22.441657Z","end":"2026-03-31T22:37:22.992922Z","steps":["trace[876928897] 'process raft request' (duration: 389.580996ms)","trace[876928897] 'compare' (duration: 161.222758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:22.992981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:22.441637Z","time spent":"551.324177ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:23.014222Z","caller":"traceutil/trace.go:171","msg":"trace[500634361] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"571.716698ms","start":"2026-03-31T22:37:22.442466Z","end":"2026-03-31T22:37:23.014182Z","steps":["trace[500634361] 'process raft request' (duration: 571.649286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:23.014413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:22.442446Z","time spent":"571.874001ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:23.014308Z","caller":"traceutil/trace.go:171","msg":"trace[1361381455] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"571.85638ms","start":"2026-03-31T22:37:22.442395Z","end":"2026-03-31T22:37:23.014251Z","steps":["trace[1361381455] 'process raft request' (duration: 571.526592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:23.014643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:22.442387Z","time spent":"572.144798ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:23.055568Z","caller":"traceutil/trace.go:171","msg":"trace[1010839726] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"192.342797ms","start":"2026-03-31T22:37:22.8632Z","end":"2026-03-31T22:37:23.055543Z","steps":["trace[1010839726] 'process raft request' (duration: 192.214534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:23.54901Z","caller":"traceutil/trace.go:171","msg":"trace[1120843798] linearizableReadLoop","detail":"{readStateIndex:7924; appliedIndex:7923; }","duration":"145.182358ms","start":"2026-03-31T22:37:23.403793Z","end":"2026-03-31T22:37:23.548975Z","steps":["trace[1120843798] 'read index received' (duration: 117.122907ms)","trace[1120843798] 'applied index is now lower than readState.Index' (duration: 28.058081ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:23.549056Z","caller":"traceutil/trace.go:171","msg":"trace[398818614] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7632; }","duration":"220.806798ms","start":"2026-03-31T22:37:23.328215Z","end":"2026-03-31T22:37:23.549021Z","steps":["trace[398818614] 'process raft request' (duration: 192.703126ms)","trace[398818614] 'compare' (duration: 27.998449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:23.549191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.372592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:23.549343Z","caller":"traceutil/trace.go:171","msg":"trace[1468305310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7632; }","duration":"145.589487ms","start":"2026-03-31T22:37:23.403729Z","end":"2026-03-31T22:37:23.549318Z","steps":["trace[1468305310] 'agreement among raft nodes before linearized reading' (duration: 145.354661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:23.59204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.004439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:23.592132Z","caller":"traceutil/trace.go:171","msg":"trace[2050794810] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7633; }","duration":"170.151152ms","start":"2026-03-31T22:37:23.421957Z","end":"2026-03-31T22:37:23.592108Z","steps":["trace[2050794810] 'agreement among raft nodes before linearized reading' (duration: 169.999329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:23.592141Z","caller":"traceutil/trace.go:171","msg":"trace[1275720592] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"142.883161ms","start":"2026-03-31T22:37:23.449194Z","end":"2026-03-31T22:37:23.592077Z","steps":["trace[1275720592] 'process raft request' (duration: 142.535852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:23.72051Z","caller":"traceutil/trace.go:171","msg":"trace[1348518769] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"106.84853ms","start":"2026-03-31T22:37:23.613591Z","end":"2026-03-31T22:37:23.72044Z","steps":["trace[1348518769] 'process raft request' (duration: 106.593644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:23.883411Z","caller":"traceutil/trace.go:171","msg":"trace[1875561683] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"156.949752ms","start":"2026-03-31T22:37:23.726409Z","end":"2026-03-31T22:37:23.883359Z","steps":["trace[1875561683] 'process raft request' (duration: 116.498612ms)","trace[1875561683] 'compare' (duration: 40.148523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:23.883728Z","caller":"traceutil/trace.go:171","msg":"trace[659400269] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"156.227843ms","start":"2026-03-31T22:37:23.727448Z","end":"2026-03-31T22:37:23.883675Z","steps":["trace[659400269] 'process raft request' (duration: 155.755032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:23.883863Z","caller":"traceutil/trace.go:171","msg":"trace[170302494] linearizableReadLoop","detail":"{readStateIndex:7928; appliedIndex:7926; }","duration":"141.123656ms","start":"2026-03-31T22:37:23.742683Z","end":"2026-03-31T22:37:23.883807Z","steps":["trace[170302494] 'read index received' (duration: 100.247725ms)","trace[170302494] 'applied index is now lower than readState.Index' (duration: 40.874391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:23.884429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.697421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:37:23.884507Z","caller":"traceutil/trace.go:171","msg":"trace[1788656141] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:7637; }","duration":"141.869505ms","start":"2026-03-31T22:37:23.742617Z","end":"2026-03-31T22:37:23.884486Z","steps":["trace[1788656141] 'agreement among raft nodes before linearized reading' (duration: 141.423863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.012923Z","caller":"traceutil/trace.go:171","msg":"trace[1650120767] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"123.465145ms","start":"2026-03-31T22:37:23.889426Z","end":"2026-03-31T22:37:24.012891Z","steps":["trace[1650120767] 'process raft request' (duration: 123.27277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.013042Z","caller":"traceutil/trace.go:171","msg":"trace[11426045] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"123.583588ms","start":"2026-03-31T22:37:23.889425Z","end":"2026-03-31T22:37:24.013009Z","steps":["trace[11426045] 'process raft request' (duration: 118.619855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.013294Z","caller":"traceutil/trace.go:171","msg":"trace[1134170176] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"123.778713ms","start":"2026-03-31T22:37:23.8895Z","end":"2026-03-31T22:37:24.013279Z","steps":["trace[1134170176] 'process raft request' (duration: 123.25854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.013857Z","caller":"traceutil/trace.go:171","msg":"trace[1781081632] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"124.176233ms","start":"2026-03-31T22:37:23.889665Z","end":"2026-03-31T22:37:24.013842Z","steps":["trace[1781081632] 'process raft request' (duration: 123.121386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.013975Z","caller":"traceutil/trace.go:171","msg":"trace[1438435491] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"124.143952ms","start":"2026-03-31T22:37:23.889822Z","end":"2026-03-31T22:37:24.013966Z","steps":["trace[1438435491] 'process raft request' (duration: 123.987908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.014104Z","caller":"traceutil/trace.go:171","msg":"trace[494335986] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"124.271535ms","start":"2026-03-31T22:37:23.889822Z","end":"2026-03-31T22:37:24.014094Z","steps":["trace[494335986] 'process raft request' (duration: 123.915817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.014139Z","caller":"traceutil/trace.go:171","msg":"trace[571854980] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"124.224343ms","start":"2026-03-31T22:37:23.889906Z","end":"2026-03-31T22:37:24.01413Z","steps":["trace[571854980] 'process raft request' (duration: 124.009988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.014074Z","caller":"traceutil/trace.go:171","msg":"trace[1725877441] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"123.725691ms","start":"2026-03-31T22:37:23.890323Z","end":"2026-03-31T22:37:24.014048Z","steps":["trace[1725877441] 'process raft request' (duration: 123.644499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.014165Z","caller":"traceutil/trace.go:171","msg":"trace[476832123] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"124.220444ms","start":"2026-03-31T22:37:23.889892Z","end":"2026-03-31T22:37:24.014112Z","steps":["trace[476832123] 'process raft request' (duration: 123.963817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.014199Z","caller":"traceutil/trace.go:171","msg":"trace[1599449047] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"124.235874ms","start":"2026-03-31T22:37:23.88991Z","end":"2026-03-31T22:37:24.014146Z","steps":["trace[1599449047] 'process raft request' (duration: 124.031759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.07924Z","caller":"traceutil/trace.go:171","msg":"trace[658438667] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"147.702771ms","start":"2026-03-31T22:37:23.931512Z","end":"2026-03-31T22:37:24.079215Z","steps":["trace[658438667] 'process raft request' (duration: 147.600919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.194846Z","caller":"traceutil/trace.go:171","msg":"trace[893447782] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"174.47111ms","start":"2026-03-31T22:37:24.02034Z","end":"2026-03-31T22:37:24.194812Z","steps":["trace[893447782] 'process raft request' (duration: 118.05673ms)","trace[893447782] 'compare' (duration: 56.198815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:24.194993Z","caller":"traceutil/trace.go:171","msg":"trace[2114321400] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"113.590948ms","start":"2026-03-31T22:37:24.081382Z","end":"2026-03-31T22:37:24.194973Z","steps":["trace[2114321400] 'process raft request' (duration: 113.531137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195043Z","caller":"traceutil/trace.go:171","msg":"trace[126107457] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"174.09136ms","start":"2026-03-31T22:37:24.020936Z","end":"2026-03-31T22:37:24.195027Z","steps":["trace[126107457] 'process raft request' (duration: 173.948997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195044Z","caller":"traceutil/trace.go:171","msg":"trace[2063554057] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"174.314106ms","start":"2026-03-31T22:37:24.020693Z","end":"2026-03-31T22:37:24.195007Z","steps":["trace[2063554057] 'process raft request' (duration: 174.149732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195151Z","caller":"traceutil/trace.go:171","msg":"trace[1922303755] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"174.271395ms","start":"2026-03-31T22:37:24.020865Z","end":"2026-03-31T22:37:24.195136Z","steps":["trace[1922303755] 'process raft request' (duration: 174.001738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.19513Z","caller":"traceutil/trace.go:171","msg":"trace[59096281] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"174.44246ms","start":"2026-03-31T22:37:24.020635Z","end":"2026-03-31T22:37:24.195078Z","steps":["trace[59096281] 'process raft request' (duration: 174.144272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195248Z","caller":"traceutil/trace.go:171","msg":"trace[1270398272] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"174.637815ms","start":"2026-03-31T22:37:24.020599Z","end":"2026-03-31T22:37:24.195237Z","steps":["trace[1270398272] 'process raft request' (duration: 174.143241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195243Z","caller":"traceutil/trace.go:171","msg":"trace[341959481] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"174.47787ms","start":"2026-03-31T22:37:24.020667Z","end":"2026-03-31T22:37:24.195145Z","steps":["trace[341959481] 'process raft request' (duration: 174.148192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.195309Z","caller":"traceutil/trace.go:171","msg":"trace[1420350391] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7941; }","duration":"116.047311ms","start":"2026-03-31T22:37:24.079243Z","end":"2026-03-31T22:37:24.19529Z","steps":["trace[1420350391] 'read index received' (duration: 59.167449ms)","trace[1420350391] 'applied index is now lower than readState.Index' (duration: 56.877852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:24.195564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.715412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:37:24.195624Z","caller":"traceutil/trace.go:171","msg":"trace[2092405696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7656; }","duration":"155.820135ms","start":"2026-03-31T22:37:24.039786Z","end":"2026-03-31T22:37:24.195606Z","steps":["trace[2092405696] 'agreement among raft nodes before linearized reading' (duration: 155.634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.195636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.333168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:37:24.195686Z","caller":"traceutil/trace.go:171","msg":"trace[682523409] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7656; }","duration":"114.44671ms","start":"2026-03-31T22:37:24.08123Z","end":"2026-03-31T22:37:24.195677Z","steps":["trace[682523409] 'agreement among raft nodes before linearized reading' (duration: 114.219895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.560606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.978358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:24.561014Z","caller":"traceutil/trace.go:171","msg":"trace[1208487451] linearizableReadLoop","detail":"{readStateIndex:7950; appliedIndex:7949; }","duration":"350.910819ms","start":"2026-03-31T22:37:24.210052Z","end":"2026-03-31T22:37:24.560963Z","steps":["trace[1208487451] 'read index received' (duration: 96.428659ms)","trace[1208487451] 'applied index is now lower than readState.Index' (duration: 254.47863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:24.56115Z","caller":"traceutil/trace.go:171","msg":"trace[1705599430] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"355.260098ms","start":"2026-03-31T22:37:24.205876Z","end":"2026-03-31T22:37:24.561136Z","steps":["trace[1705599430] 'process raft request' (duration: 100.679066ms)","trace[1705599430] 'compare' (duration: 253.801493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:24.561237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:24.205852Z","time spent":"355.33107ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28317,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:37:24.561364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.297299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:37:24.561432Z","caller":"traceutil/trace.go:171","msg":"trace[936697714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7658; }","duration":"351.416392ms","start":"2026-03-31T22:37:24.209999Z","end":"2026-03-31T22:37:24.561416Z","steps":["trace[936697714] 'agreement among raft nodes before linearized reading' (duration: 351.237598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.56146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:24.209984Z","time spent":"351.470243ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T22:37:24.561444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.817548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:24.561629Z","caller":"traceutil/trace.go:171","msg":"trace[847121801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7658; }","duration":"291.085694ms","start":"2026-03-31T22:37:24.270468Z","end":"2026-03-31T22:37:24.561554Z","steps":["trace[847121801] 'agreement among raft nodes before linearized reading' (duration: 290.784967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.561376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.724207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:24.561633Z","caller":"traceutil/trace.go:171","msg":"trace[1315382449] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"138.118162ms","start":"2026-03-31T22:37:24.422686Z","end":"2026-03-31T22:37:24.560804Z","steps":["trace[1315382449] 'process raft request' (duration: 138.03734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.561651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.43155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:37:24.561786Z","caller":"traceutil/trace.go:171","msg":"trace[2112007379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7658; }","duration":"118.606434ms","start":"2026-03-31T22:37:24.443162Z","end":"2026-03-31T22:37:24.561768Z","steps":["trace[2112007379] 'agreement among raft nodes before linearized reading' (duration: 118.085251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.56192Z","caller":"traceutil/trace.go:171","msg":"trace[1323981381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7658; }","duration":"157.087545ms","start":"2026-03-31T22:37:24.404589Z","end":"2026-03-31T22:37:24.561676Z","steps":["trace[1323981381] 'agreement among raft nodes before linearized reading' (duration: 156.664515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.5695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.606194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T22:37:24.569564Z","caller":"traceutil/trace.go:171","msg":"trace[1896410093] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7658; }","duration":"154.703516ms","start":"2026-03-31T22:37:24.41485Z","end":"2026-03-31T22:37:24.569554Z","steps":["trace[1896410093] 'agreement among raft nodes before linearized reading' (duration: 146.392369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.728128Z","caller":"traceutil/trace.go:171","msg":"trace[1424539371] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"160.85048ms","start":"2026-03-31T22:37:24.567223Z","end":"2026-03-31T22:37:24.728074Z","steps":["trace[1424539371] 'process raft request' (duration: 98.916232ms)","trace[1424539371] 'compare' (duration: 61.546549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:24.75023Z","caller":"traceutil/trace.go:171","msg":"trace[731637249] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"180.692807ms","start":"2026-03-31T22:37:24.569479Z","end":"2026-03-31T22:37:24.750172Z","steps":["trace[731637249] 'process raft request' (duration: 180.517142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.750321Z","caller":"traceutil/trace.go:171","msg":"trace[1571579974] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"180.86145ms","start":"2026-03-31T22:37:24.569421Z","end":"2026-03-31T22:37:24.750282Z","steps":["trace[1571579974] 'process raft request' (duration: 180.539902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.750369Z","caller":"traceutil/trace.go:171","msg":"trace[963680520] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"180.792709ms","start":"2026-03-31T22:37:24.56954Z","end":"2026-03-31T22:37:24.750333Z","steps":["trace[963680520] 'process raft request' (duration: 180.541562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.7504Z","caller":"traceutil/trace.go:171","msg":"trace[1019211441] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"180.795708ms","start":"2026-03-31T22:37:24.569564Z","end":"2026-03-31T22:37:24.75036Z","steps":["trace[1019211441] 'process raft request' (duration: 180.543672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.750443Z","caller":"traceutil/trace.go:171","msg":"trace[308264634] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"180.814359ms","start":"2026-03-31T22:37:24.569592Z","end":"2026-03-31T22:37:24.750407Z","steps":["trace[308264634] 'process raft request' (duration: 180.542273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.750265Z","caller":"traceutil/trace.go:171","msg":"trace[679489710] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7951; }","duration":"180.615344ms","start":"2026-03-31T22:37:24.569631Z","end":"2026-03-31T22:37:24.750246Z","steps":["trace[679489710] 'read index received' (duration: 96.524493ms)","trace[679489710] 'applied index is now lower than readState.Index' (duration: 84.089061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:24.750407Z","caller":"traceutil/trace.go:171","msg":"trace[1389919881] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"180.899041ms","start":"2026-03-31T22:37:24.569498Z","end":"2026-03-31T22:37:24.750397Z","steps":["trace[1389919881] 'process raft request' (duration: 180.555333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.750736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.084216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:37:24.751506Z","caller":"traceutil/trace.go:171","msg":"trace[409189631] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7666; }","duration":"181.882276ms","start":"2026-03-31T22:37:24.569598Z","end":"2026-03-31T22:37:24.751481Z","steps":["trace[409189631] 'agreement among raft nodes before linearized reading' (duration: 180.82947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.750731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.568058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T22:37:24.751872Z","caller":"traceutil/trace.go:171","msg":"trace[348229105] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7666; }","duration":"102.856421ms","start":"2026-03-31T22:37:24.648997Z","end":"2026-03-31T22:37:24.751853Z","steps":["trace[348229105] 'agreement among raft nodes before linearized reading' (duration: 101.576199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.750655Z","caller":"traceutil/trace.go:171","msg":"trace[91327516] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"180.930972ms","start":"2026-03-31T22:37:24.569331Z","end":"2026-03-31T22:37:24.750262Z","steps":["trace[91327516] 'process raft request' (duration: 180.521031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.946567Z","caller":"traceutil/trace.go:171","msg":"trace[1903875453] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7966; }","duration":"165.295881ms","start":"2026-03-31T22:37:24.781243Z","end":"2026-03-31T22:37:24.946539Z","steps":["trace[1903875453] 'read index received' (duration: 165.003674ms)","trace[1903875453] 'applied index is now lower than readState.Index' (duration: 291.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:24.946609Z","caller":"traceutil/trace.go:171","msg":"trace[829077548] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"165.611359ms","start":"2026-03-31T22:37:24.780964Z","end":"2026-03-31T22:37:24.946575Z","steps":["trace[829077548] 'process raft request' (duration: 165.353212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:24.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.706552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-31T22:37:24.946867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.619339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T22:37:24.946923Z","caller":"traceutil/trace.go:171","msg":"trace[670220564] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7674; }","duration":"163.797244ms","start":"2026-03-31T22:37:24.78311Z","end":"2026-03-31T22:37:24.946907Z","steps":["trace[670220564] 'agreement among raft nodes before linearized reading' (duration: 163.595539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:24.946937Z","caller":"traceutil/trace.go:171","msg":"trace[1063230631] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7674; }","duration":"165.721901ms","start":"2026-03-31T22:37:24.781195Z","end":"2026-03-31T22:37:24.946917Z","steps":["trace[1063230631] 'agreement among raft nodes before linearized reading' (duration: 165.483885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.128248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.62063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:37:25.128308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.095046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:25.128342Z","caller":"traceutil/trace.go:171","msg":"trace[287264833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7679; }","duration":"109.762084ms","start":"2026-03-31T22:37:25.018559Z","end":"2026-03-31T22:37:25.128321Z","steps":["trace[287264833] 'agreement among raft nodes before linearized reading' (duration: 109.547028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.128384Z","caller":"traceutil/trace.go:171","msg":"trace[858029391] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7679; }","duration":"163.194069ms","start":"2026-03-31T22:37:24.965167Z","end":"2026-03-31T22:37:25.128361Z","steps":["trace[858029391] 'agreement among raft nodes before linearized reading' (duration: 163.031985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.128376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.66712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:25.1285Z","caller":"traceutil/trace.go:171","msg":"trace[217691054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7679; }","duration":"131.831085ms","start":"2026-03-31T22:37:24.996647Z","end":"2026-03-31T22:37:25.128479Z","steps":["trace[217691054] 'agreement among raft nodes before linearized reading' (duration: 131.503346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.128536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.358442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:37:25.128729Z","caller":"traceutil/trace.go:171","msg":"trace[73896884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7679; }","duration":"109.794733ms","start":"2026-03-31T22:37:25.018914Z","end":"2026-03-31T22:37:25.128709Z","steps":["trace[73896884] 'agreement among raft nodes before linearized reading' (duration: 109.187898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.264674Z","caller":"traceutil/trace.go:171","msg":"trace[762360938] linearizableReadLoop","detail":"{readStateIndex:7973; appliedIndex:7972; }","duration":"136.567422ms","start":"2026-03-31T22:37:25.12808Z","end":"2026-03-31T22:37:25.264647Z","steps":["trace[762360938] 'read index received' (duration: 131.875535ms)","trace[762360938] 'applied index is now lower than readState.Index' (duration: 4.690687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:25.264798Z","caller":"traceutil/trace.go:171","msg":"trace[1311771107] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"194.10021ms","start":"2026-03-31T22:37:25.070672Z","end":"2026-03-31T22:37:25.264772Z","steps":["trace[1311771107] 'process raft request' (duration: 189.300971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.264918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.127886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:25.264964Z","caller":"traceutil/trace.go:171","msg":"trace[1677570870] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7680; }","duration":"191.207478ms","start":"2026-03-31T22:37:25.073744Z","end":"2026-03-31T22:37:25.264951Z","steps":["trace[1677570870] 'agreement among raft nodes before linearized reading' (duration: 191.042964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.264987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.248284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:25.265088Z","caller":"traceutil/trace.go:171","msg":"trace[1023360824] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7680; }","duration":"142.434418ms","start":"2026-03-31T22:37:25.122634Z","end":"2026-03-31T22:37:25.265068Z","steps":["trace[1023360824] 'agreement among raft nodes before linearized reading' (duration: 142.121391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.265376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.522161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T22:37:25.265441Z","caller":"traceutil/trace.go:171","msg":"trace[1758700166] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7684; }","duration":"198.600363ms","start":"2026-03-31T22:37:25.066821Z","end":"2026-03-31T22:37:25.265421Z","steps":["trace[1758700166] 'agreement among raft nodes before linearized reading' (duration: 198.428428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.265469Z","caller":"traceutil/trace.go:171","msg":"trace[1581794270] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"132.265396ms","start":"2026-03-31T22:37:25.133189Z","end":"2026-03-31T22:37:25.265454Z","steps":["trace[1581794270] 'process raft request' (duration: 131.958927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:25.265465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.391154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T22:37:25.265397Z","caller":"traceutil/trace.go:171","msg":"trace[877686262] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"132.82276ms","start":"2026-03-31T22:37:25.132559Z","end":"2026-03-31T22:37:25.265382Z","steps":["trace[877686262] 'process raft request' (duration: 132.515681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.265607Z","caller":"traceutil/trace.go:171","msg":"trace[1962260901] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7684; }","duration":"135.550309ms","start":"2026-03-31T22:37:25.129979Z","end":"2026-03-31T22:37:25.265529Z","steps":["trace[1962260901] 'agreement among raft nodes before linearized reading' (duration: 135.275251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.265542Z","caller":"traceutil/trace.go:171","msg":"trace[557879227] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"133.032355ms","start":"2026-03-31T22:37:25.132474Z","end":"2026-03-31T22:37:25.265506Z","steps":["trace[557879227] 'process raft request' (duration: 132.441929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.570608Z","caller":"traceutil/trace.go:171","msg":"trace[1081670671] linearizableReadLoop","detail":"{readStateIndex:7991; appliedIndex:7986; }","duration":"105.851234ms","start":"2026-03-31T22:37:25.464732Z","end":"2026-03-31T22:37:25.570583Z","steps":["trace[1081670671] 'read index received' (duration: 14.42958ms)","trace[1081670671] 'applied index is now lower than readState.Index' (duration: 91.420674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:25.570617Z","caller":"traceutil/trace.go:171","msg":"trace[1703074265] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"111.386933ms","start":"2026-03-31T22:37:25.459192Z","end":"2026-03-31T22:37:25.570579Z","steps":["trace[1703074265] 'process raft request' (duration: 37.715422ms)","trace[1703074265] 'compare' (duration: 73.415325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:25.570882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.080851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-75657bf4fb-bc7fr\" ","response":"range_response_count:1 size:6784"} {"level":"info","ts":"2026-03-31T22:37:25.570969Z","caller":"traceutil/trace.go:171","msg":"trace[1460752539] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-75657bf4fb-bc7fr; range_end:; response_count:1; response_revision:7698; }","duration":"106.238145ms","start":"2026-03-31T22:37:25.464717Z","end":"2026-03-31T22:37:25.570955Z","steps":["trace[1460752539] 'agreement among raft nodes before linearized reading' (duration: 105.965867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.570961Z","caller":"traceutil/trace.go:171","msg":"trace[470361085] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"107.110327ms","start":"2026-03-31T22:37:25.463813Z","end":"2026-03-31T22:37:25.570923Z","steps":["trace[470361085] 'process raft request' (duration: 106.676556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.508734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537178040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:37:29.610276Z","caller":"traceutil/trace.go:171","msg":"trace[595744598] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"840.820422ms","start":"2026-03-31T22:37:28.769429Z","end":"2026-03-31T22:37:29.61025Z","steps":["trace[595744598] 'process raft request' (duration: 840.555095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.610546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:28.769414Z","time spent":"841.017268ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:29.638683Z","caller":"traceutil/trace.go:171","msg":"trace[2042293311] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"489.625796ms","start":"2026-03-31T22:37:29.149015Z","end":"2026-03-31T22:37:29.63864Z","steps":["trace[2042293311] 'process raft request' (duration: 489.274456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.638958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.148984Z","time spent":"489.832312ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:29.639133Z","caller":"traceutil/trace.go:171","msg":"trace[275386846] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"353.782002ms","start":"2026-03-31T22:37:29.285303Z","end":"2026-03-31T22:37:29.639085Z","steps":["trace[275386846] 'process raft request' (duration: 353.262119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.63968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.285246Z","time spent":"354.248133ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:29.929932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.097215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:37:29.930208Z","caller":"traceutil/trace.go:171","msg":"trace[1882254043] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8026; }","duration":"922.34721ms","start":"2026-03-31T22:37:29.007842Z","end":"2026-03-31T22:37:29.93019Z","steps":["trace[1882254043] 'read index received' (duration: 602.218629ms)","trace[1882254043] 'applied index is now lower than readState.Index' (duration: 320.127621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:29.93034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.486784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:29.930389Z","caller":"traceutil/trace.go:171","msg":"trace[1412644258] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7736; }","duration":"922.585467ms","start":"2026-03-31T22:37:29.00779Z","end":"2026-03-31T22:37:29.930376Z","steps":["trace[1412644258] 'agreement among raft nodes before linearized reading' (duration: 922.475654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:29.930429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.00777Z","time spent":"922.649788ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:37:29.930487Z","caller":"traceutil/trace.go:171","msg":"trace[2084667799] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"269.70646ms","start":"2026-03-31T22:37:29.66076Z","end":"2026-03-31T22:37:29.930467Z","steps":["trace[2084667799] 'process raft request' (duration: 269.32314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:30.011213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.281136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:30.011684Z","caller":"traceutil/trace.go:171","msg":"trace[40189040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7737; }","duration":"607.809429ms","start":"2026-03-31T22:37:29.403851Z","end":"2026-03-31T22:37:30.011661Z","steps":["trace[40189040] 'agreement among raft nodes before linearized reading' (duration: 526.883596ms)","trace[40189040] 'range keys from in-memory index tree' (duration: 80.401189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:30.011742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.403823Z","time spent":"607.904962ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:37:30.011227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.073425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:37:30.011257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.737621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:37:30.011871Z","caller":"traceutil/trace.go:171","msg":"trace[243481677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7737; }","duration":"698.735782ms","start":"2026-03-31T22:37:29.313101Z","end":"2026-03-31T22:37:30.011837Z","steps":["trace[243481677] 'agreement among raft nodes before linearized reading' (duration: 617.660346ms)","trace[243481677] 'range keys from in-memory index tree' (duration: 80.327168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:30.011978Z","caller":"traceutil/trace.go:171","msg":"trace[147777481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7737; }","duration":"709.517931ms","start":"2026-03-31T22:37:29.302432Z","end":"2026-03-31T22:37:30.01195Z","steps":["trace[147777481] 'agreement among raft nodes before linearized reading' (duration: 628.014614ms)","trace[147777481] 'range keys from in-memory index tree' (duration: 80.639535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:30.011992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.313092Z","time spent":"698.874135ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:30.011254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.353997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:37:30.012436Z","caller":"traceutil/trace.go:171","msg":"trace[1750244698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7737; }","duration":"698.532487ms","start":"2026-03-31T22:37:29.31384Z","end":"2026-03-31T22:37:30.012372Z","steps":["trace[1750244698] 'agreement among raft nodes before linearized reading' (duration: 616.916707ms)","trace[1750244698] 'range keys from in-memory index tree' (duration: 80.339368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:30.012553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.31383Z","time spent":"698.69898ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:30.013103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:29.302402Z","time spent":"710.401472ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:37:30.352622Z","caller":"traceutil/trace.go:171","msg":"trace[283829729] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"100.318107ms","start":"2026-03-31T22:37:30.252281Z","end":"2026-03-31T22:37:30.352599Z","steps":["trace[283829729] 'process raft request' (duration: 99.986338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:32.057624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.914185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:32.057726Z","caller":"traceutil/trace.go:171","msg":"trace[1988651055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7752; }","duration":"151.066129ms","start":"2026-03-31T22:37:31.906641Z","end":"2026-03-31T22:37:32.057707Z","steps":["trace[1988651055] 'range keys from in-memory index tree' (duration: 150.847984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:32.057883Z","caller":"traceutil/trace.go:171","msg":"trace[977135733] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"121.16707ms","start":"2026-03-31T22:37:31.936682Z","end":"2026-03-31T22:37:32.057849Z","steps":["trace[977135733] 'process raft request' (duration: 94.169656ms)","trace[977135733] 'compare' (duration: 26.501982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:38.464182Z","caller":"traceutil/trace.go:171","msg":"trace[663389625] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"360.576679ms","start":"2026-03-31T22:37:38.103579Z","end":"2026-03-31T22:37:38.464156Z","steps":["trace[663389625] 'process raft request' (duration: 360.434746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.464349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.103556Z","time spent":"360.710093ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:38.706247Z","caller":"traceutil/trace.go:171","msg":"trace[1542954023] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8100; }","duration":"487.201906ms","start":"2026-03-31T22:37:38.219018Z","end":"2026-03-31T22:37:38.70622Z","steps":["trace[1542954023] 'read index received' (duration: 245.012968ms)","trace[1542954023] 'applied index is now lower than readState.Index' (duration: 242.187428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:38.706343Z","caller":"traceutil/trace.go:171","msg":"trace[913106818] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"601.227458ms","start":"2026-03-31T22:37:38.105073Z","end":"2026-03-31T22:37:38.706301Z","steps":["trace[913106818] 'process raft request' (duration: 503.362051ms)","trace[913106818] 'compare' (duration: 97.501728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:38.706518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.10505Z","time spent":"601.369203ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:38.706566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.505674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:37:38.706594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.209037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:37:38.706609Z","caller":"traceutil/trace.go:171","msg":"trace[1689658361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7807; }","duration":"487.639907ms","start":"2026-03-31T22:37:38.218955Z","end":"2026-03-31T22:37:38.706595Z","steps":["trace[1689658361] 'agreement among raft nodes before linearized reading' (duration: 487.435172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.706673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.21893Z","time spent":"487.73191ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:38.706681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.5036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:38.706713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.190642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-03-31T22:37:38.70675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.795177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:37:38.706759Z","caller":"traceutil/trace.go:171","msg":"trace[348576661] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7807; }","duration":"115.618003ms","start":"2026-03-31T22:37:38.591128Z","end":"2026-03-31T22:37:38.706746Z","steps":["trace[348576661] 'agreement among raft nodes before linearized reading' (duration: 115.49638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.706743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.555082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:38.70667Z","caller":"traceutil/trace.go:171","msg":"trace[428453210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7807; }","duration":"469.30311ms","start":"2026-03-31T22:37:38.23735Z","end":"2026-03-31T22:37:38.706653Z","steps":["trace[428453210] 'agreement among raft nodes before linearized reading' (duration: 469.113765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:38.706802Z","caller":"traceutil/trace.go:171","msg":"trace[857305991] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7807; }","duration":"115.662284ms","start":"2026-03-31T22:37:38.591126Z","end":"2026-03-31T22:37:38.706788Z","steps":["trace[857305991] 'agreement among raft nodes before linearized reading' (duration: 115.547041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:38.706781Z","caller":"traceutil/trace.go:171","msg":"trace[217492588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7807; }","duration":"454.856959ms","start":"2026-03-31T22:37:38.251917Z","end":"2026-03-31T22:37:38.706774Z","steps":["trace[217492588] 'agreement among raft nodes before linearized reading' (duration: 454.779487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.706773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.532111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:38.706836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.815392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:37:38.706872Z","caller":"traceutil/trace.go:171","msg":"trace[1469642128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7807; }","duration":"427.875654ms","start":"2026-03-31T22:37:38.278987Z","end":"2026-03-31T22:37:38.706862Z","steps":["trace[1469642128] 'agreement among raft nodes before linearized reading' (duration: 427.789472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.706855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.251902Z","time spent":"454.942391ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:37:38.706885Z","caller":"traceutil/trace.go:171","msg":"trace[121197089] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7807; }","duration":"115.672824ms","start":"2026-03-31T22:37:38.591185Z","end":"2026-03-31T22:37:38.706858Z","steps":["trace[121197089] 'agreement among raft nodes before linearized reading' (duration: 115.462839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.706899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.278975Z","time spent":"427.916915ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:37:38.7069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.237341Z","time spent":"469.516135ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:37:38.706742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.096189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:37:38.707021Z","caller":"traceutil/trace.go:171","msg":"trace[121087376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7807; }","duration":"454.347875ms","start":"2026-03-31T22:37:38.252618Z","end":"2026-03-31T22:37:38.706966Z","steps":["trace[121087376] 'agreement among raft nodes before linearized reading' (duration: 454.051337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:38.707068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:38.252608Z","time spent":"454.446998ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:37:38.706791Z","caller":"traceutil/trace.go:171","msg":"trace[342390930] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7807; }","duration":"111.255974ms","start":"2026-03-31T22:37:38.595513Z","end":"2026-03-31T22:37:38.706769Z","steps":["trace[342390930] 'agreement among raft nodes before linearized reading' (duration: 111.137511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.847672Z","caller":"traceutil/trace.go:171","msg":"trace[722750235] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"100.623587ms","start":"2026-03-31T22:37:44.747003Z","end":"2026-03-31T22:37:44.847626Z","steps":["trace[722750235] 'process raft request' (duration: 54.583945ms)","trace[722750235] 'compare' (duration: 45.814317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.984647Z","caller":"traceutil/trace.go:171","msg":"trace[1280156855] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"131.713585ms","start":"2026-03-31T22:37:44.852904Z","end":"2026-03-31T22:37:44.984617Z","steps":["trace[1280156855] 'process raft request' (duration: 122.716229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.984817Z","caller":"traceutil/trace.go:171","msg":"trace[1956866020] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8143; }","duration":"130.643919ms","start":"2026-03-31T22:37:44.854138Z","end":"2026-03-31T22:37:44.984782Z","steps":["trace[1956866020] 'read index received' (duration: 49.200612ms)","trace[1956866020] 'applied index is now lower than readState.Index' (duration: 81.441077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.985032Z","caller":"traceutil/trace.go:171","msg":"trace[934989069] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"131.704295ms","start":"2026-03-31T22:37:44.853266Z","end":"2026-03-31T22:37:44.984971Z","steps":["trace[934989069] 'process raft request' (duration: 131.271064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.985338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.185002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184341"} {"level":"info","ts":"2026-03-31T22:37:44.985436Z","caller":"traceutil/trace.go:171","msg":"trace[1660680480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7849; }","duration":"131.293264ms","start":"2026-03-31T22:37:44.854122Z","end":"2026-03-31T22:37:44.985415Z","steps":["trace[1660680480] 'agreement among raft nodes before linearized reading' (duration: 130.778302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:47.249968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.246067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:47.250107Z","caller":"traceutil/trace.go:171","msg":"trace[913938406] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"146.072184ms","start":"2026-03-31T22:37:47.104025Z","end":"2026-03-31T22:37:47.250097Z","steps":["trace[913938406] 'process raft request' (duration: 146.040773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:47.25016Z","caller":"traceutil/trace.go:171","msg":"trace[1660339086] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"173.617073ms","start":"2026-03-31T22:37:47.07652Z","end":"2026-03-31T22:37:47.250137Z","steps":["trace[1660339086] 'process raft request' (duration: 71.14803ms)","trace[1660339086] 'compare' (duration: 102.154435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:55.90422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537178488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:37:56.405135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537178488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:37:56.405523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318502612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:37:56.405605Z","caller":"traceutil/trace.go:171","msg":"trace[101256938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7897; }","duration":"1.318644845s","start":"2026-03-31T22:37:55.086942Z","end":"2026-03-31T22:37:56.405587Z","steps":["trace[101256938] 'range keys from in-memory index tree' (duration: 1.318307886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:56.405614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317704832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:37:56.405648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.086918Z","time spent":"1.318720788s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:37:56.405665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26324898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:37:56.405716Z","caller":"traceutil/trace.go:171","msg":"trace[141430216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7897; }","duration":"1.263337212s","start":"2026-03-31T22:37:55.142363Z","end":"2026-03-31T22:37:56.405701Z","steps":["trace[141430216] 'range keys from in-memory index tree' (duration: 1.263123636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:56.405749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.142347Z","time spent":"1.263395283s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:56.405817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325800505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:37:56.405897Z","caller":"traceutil/trace.go:171","msg":"trace[1494317573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7897; }","duration":"1.317824046s","start":"2026-03-31T22:37:55.087823Z","end":"2026-03-31T22:37:56.405647Z","steps":["trace[1494317573] 'range keys from in-memory index tree' (duration: 1.317524357s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:56.40587Z","caller":"traceutil/trace.go:171","msg":"trace[1191558153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7897; }","duration":"1.325860126s","start":"2026-03-31T22:37:55.079996Z","end":"2026-03-31T22:37:56.405856Z","steps":["trace[1191558153] 'range keys from in-memory index tree' (duration: 1.325644901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:56.405981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.087807Z","time spent":"1.318161414s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:37:56.40605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.079953Z","time spent":"1.326079051s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:37:56.561752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215487315s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:37:56.562332Z","caller":"traceutil/trace.go:171","msg":"trace[292387710] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"1.216210693s","start":"2026-03-31T22:37:55.346096Z","end":"2026-03-31T22:37:56.562307Z","steps":["trace[292387710] 'process raft request' (duration: 1.216041469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:56.562485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.346061Z","time spent":"1.216352257s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.218972Z","caller":"traceutil/trace.go:171","msg":"trace[200750028] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"1.336221675s","start":"2026-03-31T22:37:55.882728Z","end":"2026-03-31T22:37:57.21895Z","steps":["trace[200750028] 'process raft request' (duration: 1.335854826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.219129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.882708Z","time spent":"1.336333938s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.219517Z","caller":"traceutil/trace.go:171","msg":"trace[431830705] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"1.141687598s","start":"2026-03-31T22:37:56.077809Z","end":"2026-03-31T22:37:57.219496Z","steps":["trace[431830705] 'process raft request' (duration: 1.141321849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.219708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.07779Z","time spent":"1.141831932s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.220127Z","caller":"traceutil/trace.go:171","msg":"trace[2056041250] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"810.123884ms","start":"2026-03-31T22:37:56.409988Z","end":"2026-03-31T22:37:57.220112Z","steps":["trace[2056041250] 'process raft request' (duration: 809.306514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.219345Z","caller":"traceutil/trace.go:171","msg":"trace[1370426886] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"1.327877386s","start":"2026-03-31T22:37:55.891411Z","end":"2026-03-31T22:37:57.219288Z","steps":["trace[1370426886] 'process raft request' (duration: 1.327326252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.220209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.40997Z","time spent":"810.193666ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:57.220241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.891365Z","time spent":"1.328827259s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.22025Z","caller":"traceutil/trace.go:171","msg":"trace[1043121355] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8196; }","duration":"1.816713064s","start":"2026-03-31T22:37:55.403504Z","end":"2026-03-31T22:37:57.220217Z","steps":["trace[1043121355] 'read index received' (duration: 1.15852386s)","trace[1043121355] 'applied index is now lower than readState.Index' (duration: 658.187934ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:57.220368Z","caller":"traceutil/trace.go:171","msg":"trace[492448337] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"808.921764ms","start":"2026-03-31T22:37:56.411435Z","end":"2026-03-31T22:37:57.220357Z","steps":["trace[492448337] 'process raft request' (duration: 807.903689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.220491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.411426Z","time spent":"808.991396ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.220506Z","caller":"traceutil/trace.go:171","msg":"trace[452786810] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"808.486974ms","start":"2026-03-31T22:37:56.412003Z","end":"2026-03-31T22:37:57.22049Z","steps":["trace[452786810] 'process raft request' (duration: 808.124635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.220588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.41195Z","time spent":"808.596716ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:57.220592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817098953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:57.220645Z","caller":"traceutil/trace.go:171","msg":"trace[1066389680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"1.817178405s","start":"2026-03-31T22:37:55.403452Z","end":"2026-03-31T22:37:57.22063Z","steps":["trace[1066389680] 'agreement among raft nodes before linearized reading' (duration: 1.817114513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.220694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.403432Z","time spent":"1.817252257s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:37:57.720825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537178498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:37:57.865896Z","caller":"traceutil/trace.go:171","msg":"trace[1924564854] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"1.300087361s","start":"2026-03-31T22:37:56.565782Z","end":"2026-03-31T22:37:57.865869Z","steps":["trace[1924564854] 'process raft request' (duration: 1.299551528s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.866147Z","caller":"traceutil/trace.go:171","msg":"trace[1602828209] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8203; }","duration":"645.787454ms","start":"2026-03-31T22:37:57.220326Z","end":"2026-03-31T22:37:57.866113Z","steps":["trace[1602828209] 'read index received' (duration: 644.883302ms)","trace[1602828209] 'applied index is now lower than readState.Index' (duration: 902.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:57.86616Z","caller":"traceutil/trace.go:171","msg":"trace[1105286323] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"1.093927924s","start":"2026-03-31T22:37:56.772195Z","end":"2026-03-31T22:37:57.866123Z","steps":["trace[1105286323] 'process raft request' (duration: 1.093578796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.86631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.565752Z","time spent":"1.300229064s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:57.866336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162957981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:37:57.866397Z","caller":"traceutil/trace.go:171","msg":"trace[171218842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7906; }","duration":"1.163053753s","start":"2026-03-31T22:37:56.703326Z","end":"2026-03-31T22:37:57.86638Z","steps":["trace[171218842] 'agreement among raft nodes before linearized reading' (duration: 1.162853308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115328219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.866461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115474443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-03-31T22:37:57.866478Z","caller":"traceutil/trace.go:171","msg":"trace[1786838898] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7906; }","duration":"1.115451612s","start":"2026-03-31T22:37:56.751005Z","end":"2026-03-31T22:37:57.866457Z","steps":["trace[1786838898] 'agreement among raft nodes before linearized reading' (duration: 1.11533217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.791328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:57.866502Z","caller":"traceutil/trace.go:171","msg":"trace[195080729] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7906; }","duration":"1.115556605s","start":"2026-03-31T22:37:56.750934Z","end":"2026-03-31T22:37:57.866491Z","steps":["trace[195080729] 'agreement among raft nodes before linearized reading' (duration: 1.11535265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.750989Z","time spent":"1.115522444s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T22:37:57.866531Z","caller":"traceutil/trace.go:171","msg":"trace[1518314544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7906; }","duration":"927.895821ms","start":"2026-03-31T22:37:56.938621Z","end":"2026-03-31T22:37:57.866517Z","steps":["trace[1518314544] 'agreement among raft nodes before linearized reading' (duration: 927.714617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115725379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.866553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115818662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.86658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.93859Z","time spent":"927.981802ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.772178Z","time spent":"1.09419231s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:57.866596Z","caller":"traceutil/trace.go:171","msg":"trace[1213012281] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7906; }","duration":"1.115834772s","start":"2026-03-31T22:37:56.750746Z","end":"2026-03-31T22:37:57.86658Z","steps":["trace[1213012281] 'agreement among raft nodes before linearized reading' (duration: 1.115698768s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.866604Z","caller":"traceutil/trace.go:171","msg":"trace[161414158] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7906; }","duration":"1.115907094s","start":"2026-03-31T22:37:56.750684Z","end":"2026-03-31T22:37:57.866591Z","steps":["trace[161414158] 'agreement among raft nodes before linearized reading' (duration: 1.115830712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277263124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:37:57.866624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515914539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.866652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.750663Z","time spent":"1.115979275s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778781785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:57.866692Z","caller":"traceutil/trace.go:171","msg":"trace[1035813933] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7906; }","duration":"1.516024092s","start":"2026-03-31T22:37:56.350652Z","end":"2026-03-31T22:37:57.866676Z","steps":["trace[1035813933] 'agreement among raft nodes before linearized reading' (duration: 1.515907709s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.866718Z","caller":"traceutil/trace.go:171","msg":"trace[1953308161] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7906; }","duration":"1.778884367s","start":"2026-03-31T22:37:56.087814Z","end":"2026-03-31T22:37:57.866698Z","steps":["trace[1953308161] 'agreement among raft nodes before linearized reading' (duration: 1.778780905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.485936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.866741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.350631Z","time spent":"1.516097124s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:37:57.866748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455265532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184341"} {"level":"info","ts":"2026-03-31T22:37:57.866771Z","caller":"traceutil/trace.go:171","msg":"trace[1124420508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:7906; }","duration":"266.567728ms","start":"2026-03-31T22:37:57.60019Z","end":"2026-03-31T22:37:57.866757Z","steps":["trace[1124420508] 'agreement among raft nodes before linearized reading' (duration: 266.504076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.86667Z","caller":"traceutil/trace.go:171","msg":"trace[638326806] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7906; }","duration":"2.277347466s","start":"2026-03-31T22:37:55.58931Z","end":"2026-03-31T22:37:57.866658Z","steps":["trace[638326806] 'agreement among raft nodes before linearized reading' (duration: 2.277266454s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.866787Z","caller":"traceutil/trace.go:171","msg":"trace[329546863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7906; }","duration":"1.455338343s","start":"2026-03-31T22:37:56.411439Z","end":"2026-03-31T22:37:57.866777Z","steps":["trace[329546863] 'agreement among raft nodes before linearized reading' (duration: 1.454821201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.866778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.996804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T22:37:57.866642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.750741Z","time spent":"1.115891393s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.58929Z","time spent":"2.27752631s","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:37:57.866838Z","caller":"traceutil/trace.go:171","msg":"trace[311744165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7906; }","duration":"254.079616ms","start":"2026-03-31T22:37:57.612743Z","end":"2026-03-31T22:37:57.866823Z","steps":["trace[311744165] 'agreement among raft nodes before linearized reading' (duration: 253.926883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.86677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.087796Z","time spent":"1.77896022s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:37:57.866942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492158374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-31T22:37:57.867011Z","caller":"traceutil/trace.go:171","msg":"trace[836533361] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7906; }","duration":"1.492270808s","start":"2026-03-31T22:37:56.374719Z","end":"2026-03-31T22:37:57.86699Z","steps":["trace[836533361] 'agreement among raft nodes before linearized reading' (duration: 1.491935059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.867052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.374707Z","time spent":"1.492333799s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414342,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.750925Z","time spent":"1.115603966s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5511,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.411421Z","time spent":"1.455395235s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":184364,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:37:57.866547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.463676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:57.867237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:56.703305Z","time spent":"1.163914284s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:37:57.867297Z","caller":"traceutil/trace.go:171","msg":"trace[1982029660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7906; }","duration":"644.236766ms","start":"2026-03-31T22:37:57.223038Z","end":"2026-03-31T22:37:57.867275Z","steps":["trace[1982029660] 'agreement among raft nodes before linearized reading' (duration: 643.459667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.867364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.223023Z","time spent":"644.323087ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:37:57.867215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92090051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:37:57.867985Z","caller":"traceutil/trace.go:171","msg":"trace[1407478684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7906; }","duration":"1.922386908s","start":"2026-03-31T22:37:55.945581Z","end":"2026-03-31T22:37:57.867967Z","steps":["trace[1407478684] 'agreement among raft nodes before linearized reading' (duration: 1.920813248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.868044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:55.945548Z","time spent":"1.92247931s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:58.411875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.731489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:58.412248Z","caller":"traceutil/trace.go:171","msg":"trace[802437531] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"538.251604ms","start":"2026-03-31T22:37:57.873972Z","end":"2026-03-31T22:37:58.412223Z","steps":["trace[802437531] 'process raft request' (duration: 538.135611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.412357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.873962Z","time spent":"538.349607ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:58.412598Z","caller":"traceutil/trace.go:171","msg":"trace[457047824] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"539.285551ms","start":"2026-03-31T22:37:57.873282Z","end":"2026-03-31T22:37:58.412567Z","steps":["trace[457047824] 'process raft request' (duration: 166.754802ms)","trace[457047824] 'compare' (duration: 371.564565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:58.412737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.873262Z","time spent":"539.399563ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:58.412702Z","caller":"traceutil/trace.go:171","msg":"trace[665183496] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"539.330832ms","start":"2026-03-31T22:37:57.873302Z","end":"2026-03-31T22:37:58.412632Z","steps":["trace[665183496] 'process raft request' (duration: 538.698846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:58.41284Z","caller":"traceutil/trace.go:171","msg":"trace[358486871] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8205; }","duration":"539.362611ms","start":"2026-03-31T22:37:57.87345Z","end":"2026-03-31T22:37:58.412812Z","steps":["trace[358486871] 'read index received' (duration: 166.612407ms)","trace[358486871] 'applied index is now lower than readState.Index' (duration: 372.746704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:58.412975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.87329Z","time spent":"539.524706ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:58.413029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.556066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"info","ts":"2026-03-31T22:37:58.413094Z","caller":"traceutil/trace.go:171","msg":"trace[9513101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7909; }","duration":"539.649189ms","start":"2026-03-31T22:37:57.873431Z","end":"2026-03-31T22:37:58.41308Z","steps":["trace[9513101] 'agreement among raft nodes before linearized reading' (duration: 539.469404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.413128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.873424Z","time spent":"539.69767ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:37:58.65181Z","caller":"traceutil/trace.go:171","msg":"trace[1214389559] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8208; }","duration":"238.871434ms","start":"2026-03-31T22:37:58.412911Z","end":"2026-03-31T22:37:58.651782Z","steps":["trace[1214389559] 'read index received' (duration: 193.211482ms)","trace[1214389559] 'applied index is now lower than readState.Index' (duration: 45.658762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:58.651941Z","caller":"traceutil/trace.go:171","msg":"trace[1253231492] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"414.402286ms","start":"2026-03-31T22:37:58.237494Z","end":"2026-03-31T22:37:58.651897Z","steps":["trace[1253231492] 'process raft request' (duration: 368.781775ms)","trace[1253231492] 'compare' (duration: 45.144379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:58.652018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.036741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:58.652025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.832054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:58.652061Z","caller":"traceutil/trace.go:171","msg":"trace[1013895545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7910; }","duration":"776.098904ms","start":"2026-03-31T22:37:57.875949Z","end":"2026-03-31T22:37:58.652048Z","steps":["trace[1013895545] 'agreement among raft nodes before linearized reading' (duration: 776.014172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:58.652079Z","caller":"traceutil/trace.go:171","msg":"trace[1457001433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7910; }","duration":"312.929767ms","start":"2026-03-31T22:37:58.339134Z","end":"2026-03-31T22:37:58.652064Z","steps":["trace[1457001433] 'agreement among raft nodes before linearized reading' (duration: 312.789684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.652111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.875941Z","time spent":"776.159535ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:37:58.652124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.339124Z","time spent":"312.988738ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:37:58.652146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.237464Z","time spent":"414.57659ms","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:58.65217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.944978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:37:58.652186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.098619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:58.652253Z","caller":"traceutil/trace.go:171","msg":"trace[398375649] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7910; }","duration":"323.080322ms","start":"2026-03-31T22:37:58.329154Z","end":"2026-03-31T22:37:58.652235Z","steps":["trace[398375649] 'agreement among raft nodes before linearized reading' (duration: 322.859836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:58.652264Z","caller":"traceutil/trace.go:171","msg":"trace[3008208] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7910; }","duration":"179.43034ms","start":"2026-03-31T22:37:58.47282Z","end":"2026-03-31T22:37:58.65225Z","steps":["trace[3008208] 'agreement among raft nodes before linearized reading' (duration: 179.263045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.652298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.329111Z","time spent":"323.177035ms","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:38:00.812591Z","caller":"traceutil/trace.go:171","msg":"trace[1494874250] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"300.365635ms","start":"2026-03-31T22:38:00.512198Z","end":"2026-03-31T22:38:00.812563Z","steps":["trace[1494874250] 'process raft request' (duration: 300.247192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:00.812808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:00.512177Z","time spent":"300.488607ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:05.729635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.545897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:05.729877Z","caller":"traceutil/trace.go:171","msg":"trace[1102009243] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"377.085993ms","start":"2026-03-31T22:38:05.352754Z","end":"2026-03-31T22:38:05.72984Z","steps":["trace[1102009243] 'process raft request' (duration: 102.242978ms)","trace[1102009243] 'compare' (duration: 274.375343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:05.729923Z","caller":"traceutil/trace.go:171","msg":"trace[493904949] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8267; }","duration":"325.79838ms","start":"2026-03-31T22:38:05.404107Z","end":"2026-03-31T22:38:05.729905Z","steps":["trace[493904949] 'read index received' (duration: 51.018536ms)","trace[493904949] 'applied index is now lower than readState.Index' (duration: 274.777833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:05.729981Z","caller":"traceutil/trace.go:171","msg":"trace[1823865808] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"376.811285ms","start":"2026-03-31T22:38:05.353132Z","end":"2026-03-31T22:38:05.729944Z","steps":["trace[1823865808] 'process raft request' (duration: 376.618501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:05.72999Z","caller":"traceutil/trace.go:171","msg":"trace[538697372] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"375.150665ms","start":"2026-03-31T22:38:05.354798Z","end":"2026-03-31T22:38:05.729949Z","steps":["trace[538697372] 'process raft request' (duration: 375.010071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:05.730069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:05.352717Z","time spent":"377.232057ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:05.730176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.072016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:38:05.730166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:05.353113Z","time spent":"376.969019ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:05.730188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:05.354788Z","time spent":"375.330379ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:05.73022Z","caller":"traceutil/trace.go:171","msg":"trace[1722904509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"326.153688ms","start":"2026-03-31T22:38:05.404053Z","end":"2026-03-31T22:38:05.730207Z","steps":["trace[1722904509] 'agreement among raft nodes before linearized reading' (duration: 325.995464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:05.730291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:05.404031Z","time spent":"326.250891ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:38:06.016831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.381586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:38:06.01704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.825338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:06.017088Z","caller":"traceutil/trace.go:171","msg":"trace[1072675260] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7968; }","duration":"127.91068ms","start":"2026-03-31T22:38:05.889163Z","end":"2026-03-31T22:38:06.017074Z","steps":["trace[1072675260] 'range keys from in-memory index tree' (duration: 127.747545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:06.017144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.633613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4976"} {"level":"info","ts":"2026-03-31T22:38:06.017192Z","caller":"traceutil/trace.go:171","msg":"trace[2120935648] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"105.566321ms","start":"2026-03-31T22:38:05.911597Z","end":"2026-03-31T22:38:06.017163Z","steps":["trace[2120935648] 'process raft request' (duration: 42.604836ms)","trace[2120935648] 'compare' (duration: 62.733969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:06.017213Z","caller":"traceutil/trace.go:171","msg":"trace[1677241045] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7968; }","duration":"125.730495ms","start":"2026-03-31T22:38:05.891466Z","end":"2026-03-31T22:38:06.017197Z","steps":["trace[1677241045] 'range keys from in-memory index tree' (duration: 125.454778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:06.016932Z","caller":"traceutil/trace.go:171","msg":"trace[1322960449] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7968; }","duration":"127.53311ms","start":"2026-03-31T22:38:05.889371Z","end":"2026-03-31T22:38:06.016904Z","steps":["trace[1322960449] 'range keys from in-memory index tree' (duration: 127.300724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:06.102314Z","caller":"traceutil/trace.go:171","msg":"trace[1268504389] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8270; }","duration":"168.144316ms","start":"2026-03-31T22:38:05.934106Z","end":"2026-03-31T22:38:06.10225Z","steps":["trace[1268504389] 'read index received' (duration: 20.108283ms)","trace[1268504389] 'applied index is now lower than readState.Index' (duration: 148.035163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:06.102756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.626988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:06.102868Z","caller":"traceutil/trace.go:171","msg":"trace[234597406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:7970; }","duration":"168.7377ms","start":"2026-03-31T22:38:05.934082Z","end":"2026-03-31T22:38:06.10282Z","steps":["trace[234597406] 'agreement among raft nodes before linearized reading' (duration: 168.367541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:06.103103Z","caller":"traceutil/trace.go:171","msg":"trace[1136261758] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"179.429248ms","start":"2026-03-31T22:38:05.923642Z","end":"2026-03-31T22:38:06.103071Z","steps":["trace[1136261758] 'process raft request' (duration: 178.476235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:06.636763Z","caller":"traceutil/trace.go:171","msg":"trace[1790769357] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8272; }","duration":"103.56942ms","start":"2026-03-31T22:38:06.533163Z","end":"2026-03-31T22:38:06.636733Z","steps":["trace[1790769357] 'read index received' (duration: 103.470158ms)","trace[1790769357] 'applied index is now lower than readState.Index' (duration: 98.292µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:06.636824Z","caller":"traceutil/trace.go:171","msg":"trace[1448023192] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"116.096245ms","start":"2026-03-31T22:38:06.520684Z","end":"2026-03-31T22:38:06.63678Z","steps":["trace[1448023192] 'process raft request' (duration: 115.89748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:06.637026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.844668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:38:06.637075Z","caller":"traceutil/trace.go:171","msg":"trace[1094874117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7971; }","duration":"103.92117ms","start":"2026-03-31T22:38:06.533139Z","end":"2026-03-31T22:38:06.63706Z","steps":["trace[1094874117] 'agreement among raft nodes before linearized reading' (duration: 103.734645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:06.748268Z","caller":"traceutil/trace.go:171","msg":"trace[1266793581] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"100.031223ms","start":"2026-03-31T22:38:06.648214Z","end":"2026-03-31T22:38:06.748245Z","steps":["trace[1266793581] 'process raft request' (duration: 99.926409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:07.463397Z","caller":"traceutil/trace.go:171","msg":"trace[1219395206] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"109.455118ms","start":"2026-03-31T22:38:07.353906Z","end":"2026-03-31T22:38:07.463361Z","steps":["trace[1219395206] 'process raft request' (duration: 100.309729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:07.911019Z","caller":"traceutil/trace.go:171","msg":"trace[370927589] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"151.419877ms","start":"2026-03-31T22:38:07.759569Z","end":"2026-03-31T22:38:07.910989Z","steps":["trace[370927589] 'process raft request' (duration: 151.224782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:07.913408Z","caller":"traceutil/trace.go:171","msg":"trace[918530357] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"152.018402ms","start":"2026-03-31T22:38:07.761365Z","end":"2026-03-31T22:38:07.913383Z","steps":["trace[918530357] 'process raft request' (duration: 151.93211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:07.913437Z","caller":"traceutil/trace.go:171","msg":"trace[1391450250] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"152.110715ms","start":"2026-03-31T22:38:07.761293Z","end":"2026-03-31T22:38:07.913404Z","steps":["trace[1391450250] 'process raft request' (duration: 151.870499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:07.913637Z","caller":"traceutil/trace.go:171","msg":"trace[1570071979] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"152.228939ms","start":"2026-03-31T22:38:07.761397Z","end":"2026-03-31T22:38:07.913626Z","steps":["trace[1570071979] 'process raft request' (duration: 151.941781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:13.861934Z","caller":"traceutil/trace.go:171","msg":"trace[741483490] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"102.800912ms","start":"2026-03-31T22:38:13.759091Z","end":"2026-03-31T22:38:13.861892Z","steps":["trace[741483490] 'process raft request' (duration: 33.343895ms)","trace[741483490] 'compare' (duration: 69.305793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:24.264238Z","caller":"traceutil/trace.go:171","msg":"trace[1605878916] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"108.218006ms","start":"2026-03-31T22:38:24.155984Z","end":"2026-03-31T22:38:24.264202Z","steps":["trace[1605878916] 'process raft request' (duration: 58.201885ms)","trace[1605878916] 'compare' (duration: 49.833586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:26.329497Z","caller":"traceutil/trace.go:171","msg":"trace[183493040] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"146.578516ms","start":"2026-03-31T22:38:26.182885Z","end":"2026-03-31T22:38:26.329464Z","steps":["trace[183493040] 'process raft request' (duration: 81.595001ms)","trace[183493040] 'compare' (duration: 64.79325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:30.478026Z","caller":"traceutil/trace.go:171","msg":"trace[1681173906] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"108.737531ms","start":"2026-03-31T22:38:30.369235Z","end":"2026-03-31T22:38:30.477972Z","steps":["trace[1681173906] 'process raft request' (duration: 108.468384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:30.47794Z","caller":"traceutil/trace.go:171","msg":"trace[740909258] linearizableReadLoop","detail":"{readStateIndex:8429; appliedIndex:8428; }","duration":"105.026277ms","start":"2026-03-31T22:38:30.372882Z","end":"2026-03-31T22:38:30.477908Z","steps":["trace[740909258] 'read index received' (duration: 104.810552ms)","trace[740909258] 'applied index is now lower than readState.Index' (duration: 214.475µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:30.478296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.379006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:38:30.478351Z","caller":"traceutil/trace.go:171","msg":"trace[1322936728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8122; }","duration":"105.502059ms","start":"2026-03-31T22:38:30.372833Z","end":"2026-03-31T22:38:30.478335Z","steps":["trace[1322936728] 'agreement among raft nodes before linearized reading' (duration: 105.289433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:30.480823Z","caller":"traceutil/trace.go:171","msg":"trace[911763681] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"106.536705ms","start":"2026-03-31T22:38:30.374246Z","end":"2026-03-31T22:38:30.480783Z","steps":["trace[911763681] 'process raft request' (duration: 106.435392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:31.865891Z","caller":"traceutil/trace.go:171","msg":"trace[888362416] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"141.692054ms","start":"2026-03-31T22:38:31.724174Z","end":"2026-03-31T22:38:31.865866Z","steps":["trace[888362416] 'process raft request' (duration: 141.51096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:32.606471Z","caller":"traceutil/trace.go:171","msg":"trace[285359357] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8439; }","duration":"117.360656ms","start":"2026-03-31T22:38:32.489075Z","end":"2026-03-31T22:38:32.606436Z","steps":["trace[285359357] 'read index received' (duration: 40.981136ms)","trace[285359357] 'applied index is now lower than readState.Index' (duration: 76.37811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:32.606679Z","caller":"traceutil/trace.go:171","msg":"trace[1029082065] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"118.079464ms","start":"2026-03-31T22:38:32.488549Z","end":"2026-03-31T22:38:32.606628Z","steps":["trace[1029082065] 'process raft request' (duration: 117.795647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:32.606772Z","caller":"traceutil/trace.go:171","msg":"trace[2050512588] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"122.768482ms","start":"2026-03-31T22:38:32.48397Z","end":"2026-03-31T22:38:32.606739Z","steps":["trace[2050512588] 'process raft request' (duration: 46.078503ms)","trace[2050512588] 'compare' (duration: 75.678144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:32.606799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.673664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:38:32.606838Z","caller":"traceutil/trace.go:171","msg":"trace[1119299642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"117.803317ms","start":"2026-03-31T22:38:32.489025Z","end":"2026-03-31T22:38:32.606828Z","steps":["trace[1119299642] 'agreement among raft nodes before linearized reading' (duration: 117.571381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:33.964397Z","caller":"traceutil/trace.go:171","msg":"trace[1215281381] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"104.637018ms","start":"2026-03-31T22:38:33.859735Z","end":"2026-03-31T22:38:33.964372Z","steps":["trace[1215281381] 'process raft request' (duration: 104.489045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:34.119048Z","caller":"traceutil/trace.go:171","msg":"trace[106897066] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"246.349342ms","start":"2026-03-31T22:38:33.872675Z","end":"2026-03-31T22:38:34.119024Z","steps":["trace[106897066] 'process raft request' (duration: 196.136146ms)","trace[106897066] 'compare' (duration: 50.070473ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:34.119136Z","caller":"traceutil/trace.go:171","msg":"trace[480106064] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"218.24824ms","start":"2026-03-31T22:38:33.900876Z","end":"2026-03-31T22:38:34.119124Z","steps":["trace[480106064] 'process raft request' (duration: 218.114197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:34.752291Z","caller":"traceutil/trace.go:171","msg":"trace[1321947148] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"140.148816ms","start":"2026-03-31T22:38:34.612115Z","end":"2026-03-31T22:38:34.752263Z","steps":["trace[1321947148] 'process raft request' (duration: 139.962821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:34.93084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.816682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:34.930955Z","caller":"traceutil/trace.go:171","msg":"trace[1063789105] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8454; }","duration":"311.651525ms","start":"2026-03-31T22:38:34.619286Z","end":"2026-03-31T22:38:34.930937Z","steps":["trace[1063789105] 'read index received' (duration: 132.884033ms)","trace[1063789105] 'applied index is now lower than readState.Index' (duration: 178.765912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:34.931125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.8348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:38:34.931191Z","caller":"traceutil/trace.go:171","msg":"trace[571484505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8148; }","duration":"311.966763ms","start":"2026-03-31T22:38:34.619211Z","end":"2026-03-31T22:38:34.931177Z","steps":["trace[571484505] 'agreement among raft nodes before linearized reading' (duration: 311.802089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:34.931204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.531861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-wjwvj\" ","response":"range_response_count:1 size:8313"} {"level":"warn","ts":"2026-03-31T22:38:34.931218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:34.619183Z","time spent":"312.030225ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:38:34.931237Z","caller":"traceutil/trace.go:171","msg":"trace[523112083] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-wjwvj; range_end:; response_count:1; response_revision:8148; }","duration":"139.565571ms","start":"2026-03-31T22:38:34.791662Z","end":"2026-03-31T22:38:34.931228Z","steps":["trace[523112083] 'agreement among raft nodes before linearized reading' (duration: 139.422038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:34.931264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.545308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:34.931338Z","caller":"traceutil/trace.go:171","msg":"trace[1485663516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8148; }","duration":"308.660591ms","start":"2026-03-31T22:38:34.622664Z","end":"2026-03-31T22:38:34.931324Z","steps":["trace[1485663516] 'agreement among raft nodes before linearized reading' (duration: 308.424755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:34.931376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:34.622647Z","time spent":"308.721142ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:38:34.931018Z","caller":"traceutil/trace.go:171","msg":"trace[2091017325] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"317.847312ms","start":"2026-03-31T22:38:34.613107Z","end":"2026-03-31T22:38:34.930954Z","steps":["trace[2091017325] 'process raft request' (duration: 174.823774ms)","trace[2091017325] 'compare' (duration: 142.669629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:34.931531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.377599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:38:34.931577Z","caller":"traceutil/trace.go:171","msg":"trace[474313709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8148; }","duration":"303.447801ms","start":"2026-03-31T22:38:34.628119Z","end":"2026-03-31T22:38:34.931567Z","steps":["trace[474313709] 'agreement among raft nodes before linearized reading' (duration: 303.349168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:34.931614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:34.628098Z","time spent":"303.508862ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:38:34.931627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:34.613094Z","time spent":"318.470297ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:34.931627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.438333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T22:38:34.931688Z","caller":"traceutil/trace.go:171","msg":"trace[1573811719] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8148; }","duration":"134.541975ms","start":"2026-03-31T22:38:34.797127Z","end":"2026-03-31T22:38:34.931669Z","steps":["trace[1573811719] 'agreement among raft nodes before linearized reading' (duration: 134.355931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:35.133691Z","caller":"traceutil/trace.go:171","msg":"trace[250047445] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"197.341666ms","start":"2026-03-31T22:38:34.936303Z","end":"2026-03-31T22:38:35.133645Z","steps":["trace[250047445] 'read index received' (duration: 68.74668ms)","trace[250047445] 'applied index is now lower than readState.Index' (duration: 128.593386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:35.133831Z","caller":"traceutil/trace.go:171","msg":"trace[1320119414] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"192.728581ms","start":"2026-03-31T22:38:34.941068Z","end":"2026-03-31T22:38:35.133796Z","steps":["trace[1320119414] 'process raft request' (duration: 192.494635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:35.133839Z","caller":"traceutil/trace.go:171","msg":"trace[1428508846] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"197.574851ms","start":"2026-03-31T22:38:34.936229Z","end":"2026-03-31T22:38:35.133804Z","steps":["trace[1428508846] 'process raft request' (duration: 184.851494ms)","trace[1428508846] 'compare' (duration: 12.316877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:35.134144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.703558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:38:35.134192Z","caller":"traceutil/trace.go:171","msg":"trace[1033530151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8151; }","duration":"102.796651ms","start":"2026-03-31T22:38:35.031383Z","end":"2026-03-31T22:38:35.134179Z","steps":["trace[1033530151] 'agreement among raft nodes before linearized reading' (duration: 102.593296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:35.13439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.042764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199520"} {"level":"info","ts":"2026-03-31T22:38:35.134475Z","caller":"traceutil/trace.go:171","msg":"trace[979899638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:8151; }","duration":"198.167036ms","start":"2026-03-31T22:38:34.936291Z","end":"2026-03-31T22:38:35.134458Z","steps":["trace[979899638] 'agreement among raft nodes before linearized reading' (duration: 197.578742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:36.419787Z","caller":"traceutil/trace.go:171","msg":"trace[1980159316] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"116.988166ms","start":"2026-03-31T22:38:36.302779Z","end":"2026-03-31T22:38:36.419767Z","steps":["trace[1980159316] 'process raft request' (duration: 116.163246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:36.608286Z","caller":"traceutil/trace.go:171","msg":"trace[1892284723] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"106.714081ms","start":"2026-03-31T22:38:36.501553Z","end":"2026-03-31T22:38:36.608268Z","steps":["trace[1892284723] 'process raft request' (duration: 106.499644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:36.608311Z","caller":"traceutil/trace.go:171","msg":"trace[752336718] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"103.031438ms","start":"2026-03-31T22:38:36.505245Z","end":"2026-03-31T22:38:36.608276Z","steps":["trace[752336718] 'process raft request' (duration: 102.954336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:36.850769Z","caller":"traceutil/trace.go:171","msg":"trace[1092849955] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"167.753556ms","start":"2026-03-31T22:38:36.682985Z","end":"2026-03-31T22:38:36.850738Z","steps":["trace[1092849955] 'process raft request' (duration: 166.496265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:38.00766Z","caller":"traceutil/trace.go:171","msg":"trace[1314419157] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"114.970516ms","start":"2026-03-31T22:38:37.892667Z","end":"2026-03-31T22:38:38.007637Z","steps":["trace[1314419157] 'process raft request' (duration: 114.824992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:38.592871Z","caller":"traceutil/trace.go:171","msg":"trace[769231263] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"159.637253ms","start":"2026-03-31T22:38:38.4332Z","end":"2026-03-31T22:38:38.592837Z","steps":["trace[769231263] 'process raft request' (duration: 114.004732ms)","trace[769231263] 'compare' (duration: 45.446947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:39.265187Z","caller":"traceutil/trace.go:171","msg":"trace[312652746] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"396.688784ms","start":"2026-03-31T22:38:38.868468Z","end":"2026-03-31T22:38:39.265157Z","steps":["trace[312652746] 'process raft request' (duration: 396.479559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:39.26518Z","caller":"traceutil/trace.go:171","msg":"trace[901276614] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"363.618366ms","start":"2026-03-31T22:38:38.901539Z","end":"2026-03-31T22:38:39.265157Z","steps":["trace[901276614] 'read index received' (duration: 363.38294ms)","trace[901276614] 'applied index is now lower than readState.Index' (duration: 233.726µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:39.265479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.731108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:38:39.265529Z","caller":"traceutil/trace.go:171","msg":"trace[2037771574] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8185; }","duration":"364.014206ms","start":"2026-03-31T22:38:38.901503Z","end":"2026-03-31T22:38:39.265518Z","steps":["trace[2037771574] 'agreement among raft nodes before linearized reading' (duration: 363.725338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.265572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:38.901488Z","time spent":"364.072917ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:38:39.265721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:38.868442Z","time spent":"396.858747ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:39.630295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.982592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:39.630614Z","caller":"traceutil/trace.go:171","msg":"trace[1360730860] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"648.365078ms","start":"2026-03-31T22:38:38.982221Z","end":"2026-03-31T22:38:39.630586Z","steps":["trace[1360730860] 'process raft request' (duration: 495.999637ms)","trace[1360730860] 'compare' (duration: 151.88844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:39.630753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:38.982198Z","time spent":"648.479211ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:39.65316Z","caller":"traceutil/trace.go:171","msg":"trace[499479913] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8493; }","duration":"387.709628ms","start":"2026-03-31T22:38:39.265431Z","end":"2026-03-31T22:38:39.653141Z","steps":["trace[499479913] 'read index received' (duration: 212.784143ms)","trace[499479913] 'applied index is now lower than readState.Index' (duration: 174.924275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:39.653472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.70493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:38:39.653548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.976411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:38:39.653563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.054655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:38:39.653719Z","caller":"traceutil/trace.go:171","msg":"trace[1222307197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8186; }","duration":"607.25444ms","start":"2026-03-31T22:38:39.046445Z","end":"2026-03-31T22:38:39.653699Z","steps":["trace[1222307197] 'agreement among raft nodes before linearized reading' (duration: 606.948233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:39.65369Z","caller":"traceutil/trace.go:171","msg":"trace[686509825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8186; }","duration":"493.178666ms","start":"2026-03-31T22:38:39.160491Z","end":"2026-03-31T22:38:39.65367Z","steps":["trace[686509825] 'agreement among raft nodes before linearized reading' (duration: 492.789287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.653525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.18286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:38:39.653767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.046423Z","time spent":"607.334422ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:38:39.65376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.56889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:38:39.65376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.650607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:38:39.653816Z","caller":"traceutil/trace.go:171","msg":"trace[1871737640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8186; }","duration":"390.664373ms","start":"2026-03-31T22:38:39.263139Z","end":"2026-03-31T22:38:39.653803Z","steps":["trace[1871737640] 'agreement among raft nodes before linearized reading' (duration: 390.522799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:39.653826Z","caller":"traceutil/trace.go:171","msg":"trace[301429744] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8186; }","duration":"378.519838ms","start":"2026-03-31T22:38:39.275276Z","end":"2026-03-31T22:38:39.653795Z","steps":["trace[301429744] 'agreement among raft nodes before linearized reading' (duration: 378.114488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.653803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.160475Z","time spent":"493.311459ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:38:39.65386Z","caller":"traceutil/trace.go:171","msg":"trace[849212498] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8186; }","duration":"351.817391ms","start":"2026-03-31T22:38:39.302028Z","end":"2026-03-31T22:38:39.653845Z","steps":["trace[849212498] 'agreement among raft nodes before linearized reading' (duration: 351.574225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.653571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.324147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:38:39.65393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.275261Z","time spent":"378.640871ms","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:38:39.653949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.301983Z","time spent":"351.952074ms","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:38:39.654054Z","caller":"traceutil/trace.go:171","msg":"trace[1951962655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8186; }","duration":"249.772458ms","start":"2026-03-31T22:38:39.404195Z","end":"2026-03-31T22:38:39.653967Z","steps":["trace[1951962655] 'agreement among raft nodes before linearized reading' (duration: 249.314506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:39.653573Z","caller":"traceutil/trace.go:171","msg":"trace[1257978270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8186; }","duration":"493.805983ms","start":"2026-03-31T22:38:39.159751Z","end":"2026-03-31T22:38:39.653557Z","steps":["trace[1257978270] 'agreement among raft nodes before linearized reading' (duration: 493.555086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.654146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.159683Z","time spent":"494.442079ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:39.653861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.263117Z","time spent":"390.735285ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:39.65366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.094324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:39.654348Z","caller":"traceutil/trace.go:171","msg":"trace[1538458912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8186; }","duration":"490.12623ms","start":"2026-03-31T22:38:39.164204Z","end":"2026-03-31T22:38:39.65433Z","steps":["trace[1538458912] 'agreement among raft nodes before linearized reading' (duration: 488.982941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:39.654556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:39.164185Z","time spent":"490.246803ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:38:41.920209Z","caller":"traceutil/trace.go:171","msg":"trace[1223668105] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"161.170492ms","start":"2026-03-31T22:38:41.759001Z","end":"2026-03-31T22:38:41.920172Z","steps":["trace[1223668105] 'process raft request' (duration: 79.383537ms)","trace[1223668105] 'compare' (duration: 81.528209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:41.927408Z","caller":"traceutil/trace.go:171","msg":"trace[689070933] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"168.146916ms","start":"2026-03-31T22:38:41.759241Z","end":"2026-03-31T22:38:41.927388Z","steps":["trace[689070933] 'process raft request' (duration: 168.029543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:41.927609Z","caller":"traceutil/trace.go:171","msg":"trace[1127904550] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8514; }","duration":"166.682009ms","start":"2026-03-31T22:38:41.760908Z","end":"2026-03-31T22:38:41.92759Z","steps":["trace[1127904550] 'read index received' (duration: 77.490679ms)","trace[1127904550] 'applied index is now lower than readState.Index' (duration: 89.19042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:41.927794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.903435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:41.927834Z","caller":"traceutil/trace.go:171","msg":"trace[1700499713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8208; }","duration":"166.975876ms","start":"2026-03-31T22:38:41.760841Z","end":"2026-03-31T22:38:41.927817Z","steps":["trace[1700499713] 'agreement among raft nodes before linearized reading' (duration: 166.837183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:41.928038Z","caller":"traceutil/trace.go:171","msg":"trace[1201101153] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"168.051324ms","start":"2026-03-31T22:38:41.759972Z","end":"2026-03-31T22:38:41.928023Z","steps":["trace[1201101153] 'process raft request' (duration: 167.390117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.58163Z","caller":"traceutil/trace.go:171","msg":"trace[1399680568] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"146.734882ms","start":"2026-03-31T22:38:42.434834Z","end":"2026-03-31T22:38:42.581569Z","steps":["trace[1399680568] 'process raft request' (duration: 146.491796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.583181Z","caller":"traceutil/trace.go:171","msg":"trace[836781440] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"141.94549ms","start":"2026-03-31T22:38:42.441227Z","end":"2026-03-31T22:38:42.583172Z","steps":["trace[836781440] 'process raft request' (duration: 141.891479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.99182Z","caller":"traceutil/trace.go:171","msg":"trace[407056818] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"101.062968ms","start":"2026-03-31T22:38:42.890734Z","end":"2026-03-31T22:38:42.991797Z","steps":["trace[407056818] 'process raft request' (duration: 100.910984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:43.898866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.047459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:43.898978Z","caller":"traceutil/trace.go:171","msg":"trace[1455613275] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8526; }","duration":"157.454368ms","start":"2026-03-31T22:38:43.741503Z","end":"2026-03-31T22:38:43.898957Z","steps":["trace[1455613275] 'read index received' (duration: 12.175324ms)","trace[1455613275] 'applied index is now lower than readState.Index' (duration: 145.277474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:43.899069Z","caller":"traceutil/trace.go:171","msg":"trace[95357898] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"164.874244ms","start":"2026-03-31T22:38:43.734164Z","end":"2026-03-31T22:38:43.899038Z","steps":["trace[95357898] 'process raft request' (duration: 19.571759ms)","trace[95357898] 'compare' (duration: 144.661079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:43.899353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.849928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:38:43.899342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.426337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:38:43.8994Z","caller":"traceutil/trace.go:171","msg":"trace[1462786951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8218; }","duration":"157.925111ms","start":"2026-03-31T22:38:43.74146Z","end":"2026-03-31T22:38:43.899385Z","steps":["trace[1462786951] 'agreement among raft nodes before linearized reading' (duration: 157.613183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:43.899418Z","caller":"traceutil/trace.go:171","msg":"trace[1160239256] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:8218; }","duration":"149.627512ms","start":"2026-03-31T22:38:43.749769Z","end":"2026-03-31T22:38:43.899396Z","steps":["trace[1160239256] 'agreement among raft nodes before linearized reading' (duration: 149.380996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.180487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.500305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:38:46.180503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.109145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:38:46.180528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.106025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:38:46.180562Z","caller":"traceutil/trace.go:171","msg":"trace[714093197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8229; }","duration":"136.180237ms","start":"2026-03-31T22:38:46.044374Z","end":"2026-03-31T22:38:46.180554Z","steps":["trace[714093197] 'range keys from in-memory index tree' (duration: 135.972542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:46.180563Z","caller":"traceutil/trace.go:171","msg":"trace[149787101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8229; }","duration":"130.192067ms","start":"2026-03-31T22:38:46.050357Z","end":"2026-03-31T22:38:46.180549Z","steps":["trace[149787101] 'range keys from in-memory index tree' (duration: 130.011322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:46.180572Z","caller":"traceutil/trace.go:171","msg":"trace[611213247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8229; }","duration":"126.599018ms","start":"2026-03-31T22:38:46.053941Z","end":"2026-03-31T22:38:46.18054Z","steps":["trace[611213247] 'range keys from in-memory index tree' (duration: 126.379832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.180615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.72112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:38:46.180662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.514699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:38:46.180684Z","caller":"traceutil/trace.go:171","msg":"trace[1542966565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8229; }","duration":"128.820732ms","start":"2026-03-31T22:38:46.051846Z","end":"2026-03-31T22:38:46.180666Z","steps":["trace[1542966565] 'range keys from in-memory index tree' (duration: 128.586077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:46.1807Z","caller":"traceutil/trace.go:171","msg":"trace[1406810716] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8229; }","duration":"360.587321ms","start":"2026-03-31T22:38:45.8201Z","end":"2026-03-31T22:38:46.180688Z","steps":["trace[1406810716] 'count revisions from in-memory index tree' (duration: 360.444737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.180703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.068151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:38:46.180726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:45.820086Z","time spent":"360.631042ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:38:46.180735Z","caller":"traceutil/trace.go:171","msg":"trace[1826732032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8229; }","duration":"231.131863ms","start":"2026-03-31T22:38:45.949595Z","end":"2026-03-31T22:38:46.180727Z","steps":["trace[1826732032] 'range keys from in-memory index tree' (duration: 230.981629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:46.509692Z","caller":"traceutil/trace.go:171","msg":"trace[1469813353] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8539; }","duration":"316.353024ms","start":"2026-03-31T22:38:46.193317Z","end":"2026-03-31T22:38:46.50967Z","steps":["trace[1469813353] 'read index received' (duration: 85.53676ms)","trace[1469813353] 'applied index is now lower than readState.Index' (duration: 230.815024ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:46.509796Z","caller":"traceutil/trace.go:171","msg":"trace[856915972] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"322.263201ms","start":"2026-03-31T22:38:46.187523Z","end":"2026-03-31T22:38:46.509787Z","steps":["trace[856915972] 'process raft request' (duration: 322.027636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.509883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:46.187513Z","time spent":"322.308612ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:46.509996Z","caller":"traceutil/trace.go:171","msg":"trace[1271711234] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"322.446856ms","start":"2026-03-31T22:38:46.187539Z","end":"2026-03-31T22:38:46.509986Z","steps":["trace[1271711234] 'process raft request' (duration: 322.092488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.510073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:46.187529Z","time spent":"322.518528ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:46.509705Z","caller":"traceutil/trace.go:171","msg":"trace[1368237992] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"323.215695ms","start":"2026-03-31T22:38:46.186469Z","end":"2026-03-31T22:38:46.509685Z","steps":["trace[1368237992] 'process raft request' (duration: 322.947308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.510319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:46.186447Z","time spent":"323.83295ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:46.510454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.130793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214691"} {"level":"info","ts":"2026-03-31T22:38:46.510495Z","caller":"traceutil/trace.go:171","msg":"trace[306634859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8233; }","duration":"317.197065ms","start":"2026-03-31T22:38:46.193288Z","end":"2026-03-31T22:38:46.510485Z","steps":["trace[306634859] 'agreement among raft nodes before linearized reading' (duration: 316.849526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.510525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:46.193278Z","time spent":"317.239245ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214714,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:38:46.518589Z","caller":"traceutil/trace.go:171","msg":"trace[1824511356] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"208.464254ms","start":"2026-03-31T22:38:46.310114Z","end":"2026-03-31T22:38:46.518578Z","steps":["trace[1824511356] 'process raft request' (duration: 208.376342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.518908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.398104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:46.518925Z","caller":"traceutil/trace.go:171","msg":"trace[1015060130] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"204.565107ms","start":"2026-03-31T22:38:46.314336Z","end":"2026-03-31T22:38:46.518901Z","steps":["trace[1015060130] 'process raft request' (duration: 204.216999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:46.518992Z","caller":"traceutil/trace.go:171","msg":"trace[1322709642] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8235; }","duration":"230.521136ms","start":"2026-03-31T22:38:46.288449Z","end":"2026-03-31T22:38:46.51897Z","steps":["trace[1322709642] 'agreement among raft nodes before linearized reading' (duration: 230.353072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:46.519058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.490825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T22:38:46.519097Z","caller":"traceutil/trace.go:171","msg":"trace[124883665] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8235; }","duration":"206.562937ms","start":"2026-03-31T22:38:46.312522Z","end":"2026-03-31T22:38:46.519085Z","steps":["trace[124883665] 'agreement among raft nodes before linearized reading' (duration: 206.436394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:47.609769Z","caller":"traceutil/trace.go:171","msg":"trace[82145855] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"122.822843ms","start":"2026-03-31T22:38:47.486926Z","end":"2026-03-31T22:38:47.609749Z","steps":["trace[82145855] 'process raft request' (duration: 122.629168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.110333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.214232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:48.110607Z","caller":"traceutil/trace.go:171","msg":"trace[781775262] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"597.836135ms","start":"2026-03-31T22:38:47.512739Z","end":"2026-03-31T22:38:48.110575Z","steps":["trace[781775262] 'process raft request' (duration: 456.316505ms)","trace[781775262] 'compare' (duration: 140.993536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:48.110656Z","caller":"traceutil/trace.go:171","msg":"trace[952123364] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"380.114658ms","start":"2026-03-31T22:38:47.730528Z","end":"2026-03-31T22:38:48.110642Z","steps":["trace[952123364] 'process raft request' (duration: 379.880641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.110701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:47.730509Z","time spent":"380.17016ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:48.110748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:47.512708Z","time spent":"597.968898ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:48.721785Z","caller":"traceutil/trace.go:171","msg":"trace[876285571] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"198.961517ms","start":"2026-03-31T22:38:48.522796Z","end":"2026-03-31T22:38:48.721758Z","steps":["trace[876285571] 'process raft request' (duration: 198.766522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:48.755539Z","caller":"traceutil/trace.go:171","msg":"trace[178632655] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"232.713331ms","start":"2026-03-31T22:38:48.522793Z","end":"2026-03-31T22:38:48.755506Z","steps":["trace[178632655] 'process raft request' (duration: 232.498656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:48.755565Z","caller":"traceutil/trace.go:171","msg":"trace[99397484] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"142.390182ms","start":"2026-03-31T22:38:48.613154Z","end":"2026-03-31T22:38:48.755544Z","steps":["trace[99397484] 'process raft request' (duration: 142.282529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:48.755573Z","caller":"traceutil/trace.go:171","msg":"trace[1009242637] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8551; }","duration":"231.807509ms","start":"2026-03-31T22:38:48.523752Z","end":"2026-03-31T22:38:48.755559Z","steps":["trace[1009242637] 'read index received' (duration: 197.907541ms)","trace[1009242637] 'applied index is now lower than readState.Index' (duration: 33.898808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:48.755573Z","caller":"traceutil/trace.go:171","msg":"trace[485860087] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"142.463954ms","start":"2026-03-31T22:38:48.613072Z","end":"2026-03-31T22:38:48.755536Z","steps":["trace[485860087] 'process raft request' (duration: 142.334751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.755715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.940073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:48.755692Z","caller":"traceutil/trace.go:171","msg":"trace[232046424] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"141.722866ms","start":"2026-03-31T22:38:48.613905Z","end":"2026-03-31T22:38:48.755628Z","steps":["trace[232046424] 'process raft request' (duration: 141.562842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:48.755763Z","caller":"traceutil/trace.go:171","msg":"trace[2029361331] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8247; }","duration":"232.013594ms","start":"2026-03-31T22:38:48.523737Z","end":"2026-03-31T22:38:48.75575Z","steps":["trace[2029361331] 'agreement among raft nodes before linearized reading' (duration: 231.915312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.755868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.052055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T22:38:48.755916Z","caller":"traceutil/trace.go:171","msg":"trace[731921642] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8247; }","duration":"232.134747ms","start":"2026-03-31T22:38:48.523767Z","end":"2026-03-31T22:38:48.755902Z","steps":["trace[731921642] 'agreement among raft nodes before linearized reading' (duration: 231.917472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.755944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.811147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:38:48.755983Z","caller":"traceutil/trace.go:171","msg":"trace[1434999238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8247; }","duration":"123.867639ms","start":"2026-03-31T22:38:48.632105Z","end":"2026-03-31T22:38:48.755972Z","steps":["trace[1434999238] 'agreement among raft nodes before linearized reading' (duration: 123.594662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:48.756284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.147156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214691"} {"level":"info","ts":"2026-03-31T22:38:48.75636Z","caller":"traceutil/trace.go:171","msg":"trace[225510069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8247; }","duration":"140.282519ms","start":"2026-03-31T22:38:48.61606Z","end":"2026-03-31T22:38:48.756343Z","steps":["trace[225510069] 'agreement among raft nodes before linearized reading' (duration: 139.678614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:52.480959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.757596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:38:52.481036Z","caller":"traceutil/trace.go:171","msg":"trace[1267670770] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8259; }","duration":"121.894189ms","start":"2026-03-31T22:38:52.359124Z","end":"2026-03-31T22:38:52.481018Z","steps":["trace[1267670770] 'count revisions from in-memory index tree' (duration: 121.616233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.067646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.826176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:53.067714Z","caller":"traceutil/trace.go:171","msg":"trace[773461457] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8260; }","duration":"402.946629ms","start":"2026-03-31T22:38:52.664753Z","end":"2026-03-31T22:38:53.0677Z","steps":["trace[773461457] 'count revisions from in-memory index tree' (duration: 402.661863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.067749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.664726Z","time spent":"403.015131ms","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:38:53.068455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.739886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:53.068564Z","caller":"traceutil/trace.go:171","msg":"trace[1189814443] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8571; }","duration":"284.976347ms","start":"2026-03-31T22:38:52.783574Z","end":"2026-03-31T22:38:53.06855Z","steps":["trace[1189814443] 'read index received' (duration: 130.594486ms)","trace[1189814443] 'applied index is now lower than readState.Index' (duration: 154.380571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:53.068657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.090871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:53.06869Z","caller":"traceutil/trace.go:171","msg":"trace[1129827324] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8261; }","duration":"285.168893ms","start":"2026-03-31T22:38:52.783512Z","end":"2026-03-31T22:38:53.068681Z","steps":["trace[1129827324] 'agreement among raft nodes before linearized reading' (duration: 285.111431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:53.068692Z","caller":"traceutil/trace.go:171","msg":"trace[1315581829] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"285.574684ms","start":"2026-03-31T22:38:52.783071Z","end":"2026-03-31T22:38:53.068646Z","steps":["trace[1315581829] 'process raft request' (duration: 131.083829ms)","trace[1315581829] 'compare' (duration: 153.392338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:53.25287Z","caller":"traceutil/trace.go:171","msg":"trace[683293374] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"155.012638ms","start":"2026-03-31T22:38:53.097829Z","end":"2026-03-31T22:38:53.252842Z","steps":["trace[683293374] 'process raft request' (duration: 154.964966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:53.253003Z","caller":"traceutil/trace.go:171","msg":"trace[1554445607] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"461.142255ms","start":"2026-03-31T22:38:52.791827Z","end":"2026-03-31T22:38:53.252969Z","steps":["trace[1554445607] 'process raft request' (duration: 446.409596ms)","trace[1554445607] 'compare' (duration: 14.345729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:53.253222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.791801Z","time spent":"461.33396ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:38:53.253208Z","caller":"traceutil/trace.go:171","msg":"trace[1035865254] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"184.585958ms","start":"2026-03-31T22:38:53.068595Z","end":"2026-03-31T22:38:53.253181Z","steps":["trace[1035865254] 'read index received' (duration: 169.736907ms)","trace[1035865254] 'applied index is now lower than readState.Index' (duration: 14.846141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:53.253335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.941203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:38:53.253398Z","caller":"traceutil/trace.go:171","msg":"trace[507878761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8263; }","duration":"400.034106ms","start":"2026-03-31T22:38:52.853351Z","end":"2026-03-31T22:38:53.253385Z","steps":["trace[507878761] 'agreement among raft nodes before linearized reading' (duration: 399.844261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.25343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.85334Z","time spent":"400.083627ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:53.253442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.73157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T22:38:53.253476Z","caller":"traceutil/trace.go:171","msg":"trace[768566227] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8263; }","duration":"459.814612ms","start":"2026-03-31T22:38:52.793652Z","end":"2026-03-31T22:38:53.253467Z","steps":["trace[768566227] 'agreement among raft nodes before linearized reading' (duration: 459.615247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.253507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.79364Z","time spent":"459.859643ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T22:38:53.253543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.136949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:38:53.253623Z","caller":"traceutil/trace.go:171","msg":"trace[1390708375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8263; }","duration":"400.245261ms","start":"2026-03-31T22:38:52.853335Z","end":"2026-03-31T22:38:53.25358Z","steps":["trace[1390708375] 'agreement among raft nodes before linearized reading' (duration: 399.939253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.253668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.853324Z","time spent":"400.332904ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:53.253694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.831636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:38:53.253728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.588135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:53.253748Z","caller":"traceutil/trace.go:171","msg":"trace[1320481491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8263; }","duration":"395.636467ms","start":"2026-03-31T22:38:52.858107Z","end":"2026-03-31T22:38:53.253743Z","steps":["trace[1320481491] 'agreement among raft nodes before linearized reading' (duration: 395.570415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:53.253742Z","caller":"traceutil/trace.go:171","msg":"trace[49825659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8263; }","duration":"398.901508ms","start":"2026-03-31T22:38:52.854828Z","end":"2026-03-31T22:38:53.25373Z","steps":["trace[49825659] 'agreement among raft nodes before linearized reading' (duration: 398.726244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.253771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.858094Z","time spent":"395.673757ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:38:53.253781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.854818Z","time spent":"398.95594ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:53.25475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.664057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:38:53.254858Z","caller":"traceutil/trace.go:171","msg":"trace[1289585197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8263; }","duration":"409.087503ms","start":"2026-03-31T22:38:52.845752Z","end":"2026-03-31T22:38:53.254839Z","steps":["trace[1289585197] 'agreement among raft nodes before linearized reading' (duration: 407.585005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.254916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:52.84573Z","time spent":"409.170195ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:38:54.101357Z","caller":"traceutil/trace.go:171","msg":"trace[1648665968] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"126.3132ms","start":"2026-03-31T22:38:53.975017Z","end":"2026-03-31T22:38:54.10133Z","steps":["trace[1648665968] 'process raft request' (duration: 125.266394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.217047Z","caller":"traceutil/trace.go:171","msg":"trace[397124104] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"124.046993ms","start":"2026-03-31T22:38:55.092975Z","end":"2026-03-31T22:38:55.217022Z","steps":["trace[397124104] 'read index received' (duration: 123.919ms)","trace[397124104] 'applied index is now lower than readState.Index' (duration: 126.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:55.217101Z","caller":"traceutil/trace.go:171","msg":"trace[409838164] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"142.119084ms","start":"2026-03-31T22:38:55.07494Z","end":"2026-03-31T22:38:55.217059Z","steps":["trace[409838164] 'process raft request' (duration: 141.928269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.217204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.203857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:55.217264Z","caller":"traceutil/trace.go:171","msg":"trace[907785671] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8273; }","duration":"124.33226ms","start":"2026-03-31T22:38:55.092914Z","end":"2026-03-31T22:38:55.217246Z","steps":["trace[907785671] 'agreement among raft nodes before linearized reading' (duration: 124.224737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.251794Z","caller":"traceutil/trace.go:171","msg":"trace[53957986] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"139.284135ms","start":"2026-03-31T22:38:55.112478Z","end":"2026-03-31T22:38:55.251762Z","steps":["trace[53957986] 'process raft request' (duration: 139.011318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.251832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.212062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:55.251928Z","caller":"traceutil/trace.go:171","msg":"trace[1672905320] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8274; }","duration":"139.370916ms","start":"2026-03-31T22:38:55.112539Z","end":"2026-03-31T22:38:55.251909Z","steps":["trace[1672905320] 'agreement among raft nodes before linearized reading' (duration: 139.178642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.430686Z","caller":"traceutil/trace.go:171","msg":"trace[2064527921] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"170.673019ms","start":"2026-03-31T22:38:55.259985Z","end":"2026-03-31T22:38:55.430658Z","steps":["trace[2064527921] 'process raft request' (duration: 77.616221ms)","trace[2064527921] 'compare' (duration: 92.702108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:55.430821Z","caller":"traceutil/trace.go:171","msg":"trace[1541024086] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"169.08707ms","start":"2026-03-31T22:38:55.261706Z","end":"2026-03-31T22:38:55.430793Z","steps":["trace[1541024086] 'process raft request' (duration: 168.897146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.43075Z","caller":"traceutil/trace.go:171","msg":"trace[1911992546] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8586; }","duration":"161.134411ms","start":"2026-03-31T22:38:55.269581Z","end":"2026-03-31T22:38:55.430715Z","steps":["trace[1911992546] 'read index received' (duration: 68.026392ms)","trace[1911992546] 'applied index is now lower than readState.Index' (duration: 93.106719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:55.43128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.678164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:38:55.431361Z","caller":"traceutil/trace.go:171","msg":"trace[972201030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8276; }","duration":"161.808908ms","start":"2026-03-31T22:38:55.269534Z","end":"2026-03-31T22:38:55.431343Z","steps":["trace[972201030] 'agreement among raft nodes before linearized reading' (duration: 161.576232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.431689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.731036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:38:55.431758Z","caller":"traceutil/trace.go:171","msg":"trace[772245742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8276; }","duration":"133.851379ms","start":"2026-03-31T22:38:55.29789Z","end":"2026-03-31T22:38:55.431742Z","steps":["trace[772245742] 'agreement among raft nodes before linearized reading' (duration: 133.633723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.431948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.425822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:38:55.431994Z","caller":"traceutil/trace.go:171","msg":"trace[51058395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8276; }","duration":"132.499565ms","start":"2026-03-31T22:38:55.299484Z","end":"2026-03-31T22:38:55.431984Z","steps":["trace[51058395] 'agreement among raft nodes before linearized reading' (duration: 132.348211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.431999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.818972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:38:55.432053Z","caller":"traceutil/trace.go:171","msg":"trace[1103454300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8276; }","duration":"132.896234ms","start":"2026-03-31T22:38:55.299142Z","end":"2026-03-31T22:38:55.432038Z","steps":["trace[1103454300] 'agreement among raft nodes before linearized reading' (duration: 132.74977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.432252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.081549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:38:55.432307Z","caller":"traceutil/trace.go:171","msg":"trace[1111627912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8276; }","duration":"133.13607ms","start":"2026-03-31T22:38:55.299158Z","end":"2026-03-31T22:38:55.432294Z","steps":["trace[1111627912] 'agreement among raft nodes before linearized reading' (duration: 133.004567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.432297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.295379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-endpoints-sf9fp\" ","response":"range_response_count:1 size:2844"} {"level":"warn","ts":"2026-03-31T22:38:55.432328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:38:55.432377Z","caller":"traceutil/trace.go:171","msg":"trace[489328535] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-endpoints-sf9fp; range_end:; response_count:1; response_revision:8276; }","duration":"100.411602ms","start":"2026-03-31T22:38:55.331941Z","end":"2026-03-31T22:38:55.432353Z","steps":["trace[489328535] 'agreement among raft nodes before linearized reading' (duration: 100.159715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.432426Z","caller":"traceutil/trace.go:171","msg":"trace[1943121564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8276; }","duration":"133.261463ms","start":"2026-03-31T22:38:55.299145Z","end":"2026-03-31T22:38:55.432407Z","steps":["trace[1943121564] 'agreement among raft nodes before linearized reading' (duration: 132.984876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.567499Z","caller":"traceutil/trace.go:171","msg":"trace[139717203] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8277; }","duration":"132.74717ms","start":"2026-03-31T22:38:55.434712Z","end":"2026-03-31T22:38:55.567459Z","steps":["trace[139717203] 'process raft request' (duration: 103.53489ms)","trace[139717203] 'compare' (duration: 29.085607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:55.68847Z","caller":"traceutil/trace.go:171","msg":"trace[254312395] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"252.050375ms","start":"2026-03-31T22:38:55.436385Z","end":"2026-03-31T22:38:55.688435Z","steps":["trace[254312395] 'process raft request' (duration: 242.926896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.688908Z","caller":"traceutil/trace.go:171","msg":"trace[888482438] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"251.963252ms","start":"2026-03-31T22:38:55.436898Z","end":"2026-03-31T22:38:55.688862Z","steps":["trace[888482438] 'process raft request' (duration: 251.492341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.689057Z","caller":"traceutil/trace.go:171","msg":"trace[379894523] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"251.372518ms","start":"2026-03-31T22:38:55.437673Z","end":"2026-03-31T22:38:55.689045Z","steps":["trace[379894523] 'process raft request' (duration: 250.962388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:55.689092Z","caller":"traceutil/trace.go:171","msg":"trace[462974309] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8588; }","duration":"251.599444ms","start":"2026-03-31T22:38:55.437477Z","end":"2026-03-31T22:38:55.689077Z","steps":["trace[462974309] 'read index received' (duration: 100.783981ms)","trace[462974309] 'applied index is now lower than readState.Index' (duration: 150.814143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:55.689127Z","caller":"traceutil/trace.go:171","msg":"trace[1641310709] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"251.381038ms","start":"2026-03-31T22:38:55.437718Z","end":"2026-03-31T22:38:55.689099Z","steps":["trace[1641310709] 'process raft request' (duration: 251.04047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:55.689519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.028354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:215089"} {"level":"info","ts":"2026-03-31T22:38:55.689581Z","caller":"traceutil/trace.go:171","msg":"trace[416041215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8282; }","duration":"252.131497ms","start":"2026-03-31T22:38:55.437436Z","end":"2026-03-31T22:38:55.689568Z","steps":["trace[416041215] 'agreement among raft nodes before linearized reading' (duration: 251.704566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:56.44655Z","caller":"traceutil/trace.go:171","msg":"trace[1757199115] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"110.667157ms","start":"2026-03-31T22:38:56.335849Z","end":"2026-03-31T22:38:56.446516Z","steps":["trace[1757199115] 'process raft request' (duration: 108.999836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:59.196182Z","caller":"traceutil/trace.go:171","msg":"trace[550651827] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8626; }","duration":"114.559516ms","start":"2026-03-31T22:38:59.081591Z","end":"2026-03-31T22:38:59.19615Z","steps":["trace[550651827] 'read index received' (duration: 27.062047ms)","trace[550651827] 'applied index is now lower than readState.Index' (duration: 87.495289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:59.196579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.961906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T22:38:59.196634Z","caller":"traceutil/trace.go:171","msg":"trace[1494854477] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8315; }","duration":"115.072309ms","start":"2026-03-31T22:38:59.081547Z","end":"2026-03-31T22:38:59.19662Z","steps":["trace[1494854477] 'agreement among raft nodes before linearized reading' (duration: 114.854033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:00.581635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.490259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:00.58172Z","caller":"traceutil/trace.go:171","msg":"trace[1128560027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8323; }","duration":"141.588521ms","start":"2026-03-31T22:39:00.440111Z","end":"2026-03-31T22:39:00.581699Z","steps":["trace[1128560027] 'range keys from in-memory index tree' (duration: 141.302384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:05.68181Z","caller":"traceutil/trace.go:171","msg":"trace[564594001] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"122.624128ms","start":"2026-03-31T22:39:05.559147Z","end":"2026-03-31T22:39:05.681772Z","steps":["trace[564594001] 'process raft request' (duration: 122.361251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:05.681867Z","caller":"traceutil/trace.go:171","msg":"trace[1739470712] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"122.689969ms","start":"2026-03-31T22:39:05.559144Z","end":"2026-03-31T22:39:05.681834Z","steps":["trace[1739470712] 'process raft request' (duration: 122.534425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:05.947858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.193307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:39:05.947929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.717265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:39:05.947952Z","caller":"traceutil/trace.go:171","msg":"trace[900361509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8355; }","duration":"148.3364ms","start":"2026-03-31T22:39:05.799596Z","end":"2026-03-31T22:39:05.947933Z","steps":["trace[900361509] 'range keys from in-memory index tree' (duration: 147.957181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:05.947994Z","caller":"traceutil/trace.go:171","msg":"trace[484300561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8355; }","duration":"157.830108ms","start":"2026-03-31T22:39:05.790148Z","end":"2026-03-31T22:39:05.947978Z","steps":["trace[484300561] 'range keys from in-memory index tree' (duration: 157.581651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:05.947995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.966456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:05.948001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.50631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:39:05.948033Z","caller":"traceutil/trace.go:171","msg":"trace[501209678] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8355; }","duration":"155.050488ms","start":"2026-03-31T22:39:05.792972Z","end":"2026-03-31T22:39:05.948022Z","steps":["trace[501209678] 'range keys from in-memory index tree' (duration: 154.828593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:05.948015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.398197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:05.948061Z","caller":"traceutil/trace.go:171","msg":"trace[1189647726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8355; }","duration":"125.588811ms","start":"2026-03-31T22:39:05.822459Z","end":"2026-03-31T22:39:05.948048Z","steps":["trace[1189647726] 'range keys from in-memory index tree' (duration: 125.343225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:05.948045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.302339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:39:05.948074Z","caller":"traceutil/trace.go:171","msg":"trace[711321026] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8355; }","duration":"205.510941ms","start":"2026-03-31T22:39:05.742549Z","end":"2026-03-31T22:39:05.94806Z","steps":["trace[711321026] 'count revisions from in-memory index tree' (duration: 205.307785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:05.948121Z","caller":"traceutil/trace.go:171","msg":"trace[218418164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8355; }","duration":"134.439883ms","start":"2026-03-31T22:39:05.813664Z","end":"2026-03-31T22:39:05.948104Z","steps":["trace[218418164] 'range keys from in-memory index tree' (duration: 134.133475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:05.947929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.770866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:39:05.948172Z","caller":"traceutil/trace.go:171","msg":"trace[918021395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8355; }","duration":"126.061473ms","start":"2026-03-31T22:39:05.822096Z","end":"2026-03-31T22:39:05.948157Z","steps":["trace[918021395] 'range keys from in-memory index tree' (duration: 125.611872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:06.106532Z","caller":"traceutil/trace.go:171","msg":"trace[1220625106] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"154.089155ms","start":"2026-03-31T22:39:05.952421Z","end":"2026-03-31T22:39:06.10651Z","steps":["trace[1220625106] 'read index received' (duration: 35.376636ms)","trace[1220625106] 'applied index is now lower than readState.Index' (duration: 118.711319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:06.106583Z","caller":"traceutil/trace.go:171","msg":"trace[808617753] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"154.375942ms","start":"2026-03-31T22:39:05.952173Z","end":"2026-03-31T22:39:06.106549Z","steps":["trace[808617753] 'process raft request' (duration: 122.940195ms)","trace[808617753] 'compare' (duration: 31.204241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:06.106643Z","caller":"traceutil/trace.go:171","msg":"trace[1345001387] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"153.565081ms","start":"2026-03-31T22:39:05.953062Z","end":"2026-03-31T22:39:06.106627Z","steps":["trace[1345001387] 'process raft request' (duration: 153.399906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:06.106946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.508266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224120"} {"level":"info","ts":"2026-03-31T22:39:06.106986Z","caller":"traceutil/trace.go:171","msg":"trace[63357007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8359; }","duration":"154.578707ms","start":"2026-03-31T22:39:05.952398Z","end":"2026-03-31T22:39:06.106977Z","steps":["trace[63357007] 'agreement among raft nodes before linearized reading' (duration: 154.239479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:06.106987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.827064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:06.107041Z","caller":"traceutil/trace.go:171","msg":"trace[135798103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8359; }","duration":"152.904825ms","start":"2026-03-31T22:39:05.95412Z","end":"2026-03-31T22:39:06.107025Z","steps":["trace[135798103] 'agreement among raft nodes before linearized reading' (duration: 152.69033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:09.886152Z","caller":"traceutil/trace.go:171","msg":"trace[996033237] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8688; }","duration":"145.177412ms","start":"2026-03-31T22:39:09.740951Z","end":"2026-03-31T22:39:09.886129Z","steps":["trace[996033237] 'read index received' (duration: 122.375672ms)","trace[996033237] 'applied index is now lower than readState.Index' (duration: 22.80063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:09.886274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.304045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:09.886251Z","caller":"traceutil/trace.go:171","msg":"trace[889067002] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"180.477785ms","start":"2026-03-31T22:39:09.705732Z","end":"2026-03-31T22:39:09.88621Z","steps":["trace[889067002] 'process raft request' (duration: 157.623364ms)","trace[889067002] 'compare' (duration: 22.679987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:09.886347Z","caller":"traceutil/trace.go:171","msg":"trace[1091628540] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8374; }","duration":"145.387757ms","start":"2026-03-31T22:39:09.740911Z","end":"2026-03-31T22:39:09.886299Z","steps":["trace[1091628540] 'agreement among raft nodes before linearized reading' (duration: 145.301645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:10.137222Z","caller":"traceutil/trace.go:171","msg":"trace[1950794812] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"131.333706ms","start":"2026-03-31T22:39:10.005855Z","end":"2026-03-31T22:39:10.137189Z","steps":["trace[1950794812] 'process raft request' (duration: 94.445123ms)","trace[1950794812] 'compare' (duration: 36.642797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:11.024154Z","caller":"traceutil/trace.go:171","msg":"trace[1448995282] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"296.23723ms","start":"2026-03-31T22:39:10.727885Z","end":"2026-03-31T22:39:11.024122Z","steps":["trace[1448995282] 'process raft request' (duration: 296.020435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:11.287029Z","caller":"traceutil/trace.go:171","msg":"trace[746646763] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8695; }","duration":"160.718921ms","start":"2026-03-31T22:39:11.126279Z","end":"2026-03-31T22:39:11.286998Z","steps":["trace[746646763] 'read index received' (duration: 118.864314ms)","trace[746646763] 'applied index is now lower than readState.Index' (duration: 41.853497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:11.287207Z","caller":"traceutil/trace.go:171","msg":"trace[865818665] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"258.205178ms","start":"2026-03-31T22:39:11.028964Z","end":"2026-03-31T22:39:11.287169Z","steps":["trace[865818665] 'process raft request' (duration: 216.30594ms)","trace[865818665] 'compare' (duration: 41.341414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:11.287326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.018018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:11.287382Z","caller":"traceutil/trace.go:171","msg":"trace[913362640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8381; }","duration":"161.121121ms","start":"2026-03-31T22:39:11.126244Z","end":"2026-03-31T22:39:11.287365Z","steps":["trace[913362640] 'agreement among raft nodes before linearized reading' (duration: 160.916556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:14.274283Z","caller":"traceutil/trace.go:171","msg":"trace[544516755] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"118.961765ms","start":"2026-03-31T22:39:14.155302Z","end":"2026-03-31T22:39:14.274264Z","steps":["trace[544516755] 'process raft request' (duration: 118.837862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:20.490398Z","caller":"traceutil/trace.go:171","msg":"trace[1372321329] linearizableReadLoop","detail":"{readStateIndex:8747; appliedIndex:8746; }","duration":"106.289908ms","start":"2026-03-31T22:39:20.384083Z","end":"2026-03-31T22:39:20.490373Z","steps":["trace[1372321329] 'read index received' (duration: 87.106168ms)","trace[1372321329] 'applied index is now lower than readState.Index' (duration: 19.18255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:20.490481Z","caller":"traceutil/trace.go:171","msg":"trace[108222429] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"115.837527ms","start":"2026-03-31T22:39:20.374596Z","end":"2026-03-31T22:39:20.490434Z","steps":["trace[108222429] 'process raft request' (duration: 96.606345ms)","trace[108222429] 'compare' (duration: 19.050288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:20.490636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.537645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:39:20.49069Z","caller":"traceutil/trace.go:171","msg":"trace[625348794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8430; }","duration":"106.627947ms","start":"2026-03-31T22:39:20.384047Z","end":"2026-03-31T22:39:20.490675Z","steps":["trace[625348794] 'agreement among raft nodes before linearized reading' (duration: 106.430242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:20.914175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.363685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:20.914282Z","caller":"traceutil/trace.go:171","msg":"trace[2129569932] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8747; }","duration":"104.35173ms","start":"2026-03-31T22:39:20.809916Z","end":"2026-03-31T22:39:20.914268Z","steps":["trace[2129569932] 'read index received' (duration: 41.481µs)","trace[2129569932] 'applied index is now lower than readState.Index' (duration: 104.309199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:20.914368Z","caller":"traceutil/trace.go:171","msg":"trace[14513131] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"329.87723ms","start":"2026-03-31T22:39:20.584478Z","end":"2026-03-31T22:39:20.914355Z","steps":["trace[14513131] 'process raft request' (duration: 204.262429ms)","trace[14513131] 'compare' (duration: 125.233112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:20.91457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:20.584453Z","time spent":"329.944922ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:20.914599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.678718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:20.914647Z","caller":"traceutil/trace.go:171","msg":"trace[2082685111] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8431; }","duration":"104.76123ms","start":"2026-03-31T22:39:20.809871Z","end":"2026-03-31T22:39:20.914632Z","steps":["trace[2082685111] 'agreement among raft nodes before linearized reading' (duration: 104.639037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:24.541332Z","caller":"traceutil/trace.go:171","msg":"trace[198757451] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8776; }","duration":"139.024478ms","start":"2026-03-31T22:39:24.40228Z","end":"2026-03-31T22:39:24.541305Z","steps":["trace[198757451] 'read index received' (duration: 54.74997ms)","trace[198757451] 'applied index is now lower than readState.Index' (duration: 84.273338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:24.541418Z","caller":"traceutil/trace.go:171","msg":"trace[1782729913] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"146.35689ms","start":"2026-03-31T22:39:24.395032Z","end":"2026-03-31T22:39:24.541389Z","steps":["trace[1782729913] 'process raft request' (duration: 143.400977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:24.541479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.179352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:24.541539Z","caller":"traceutil/trace.go:171","msg":"trace[282162498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8458; }","duration":"139.287665ms","start":"2026-03-31T22:39:24.402237Z","end":"2026-03-31T22:39:24.541524Z","steps":["trace[282162498] 'agreement among raft nodes before linearized reading' (duration: 139.169892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:24.667821Z","caller":"traceutil/trace.go:171","msg":"trace[344799249] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"120.407762ms","start":"2026-03-31T22:39:24.547386Z","end":"2026-03-31T22:39:24.667794Z","steps":["trace[344799249] 'process raft request' (duration: 108.247748ms)","trace[344799249] 'compare' (duration: 12.039351ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:25.297056Z","caller":"traceutil/trace.go:171","msg":"trace[699387673] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8782; }","duration":"193.87347ms","start":"2026-03-31T22:39:25.103163Z","end":"2026-03-31T22:39:25.297037Z","steps":["trace[699387673] 'read index received' (duration: 96.545655ms)","trace[699387673] 'applied index is now lower than readState.Index' (duration: 97.327075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:25.297071Z","caller":"traceutil/trace.go:171","msg":"trace[305851103] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"225.588664ms","start":"2026-03-31T22:39:25.07145Z","end":"2026-03-31T22:39:25.297038Z","steps":["trace[305851103] 'process raft request' (duration: 128.240199ms)","trace[305851103] 'compare' (duration: 96.951205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:25.2971Z","caller":"traceutil/trace.go:171","msg":"trace[848133150] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8465; }","duration":"212.979938ms","start":"2026-03-31T22:39:25.08409Z","end":"2026-03-31T22:39:25.29707Z","steps":["trace[848133150] 'process raft request' (duration: 212.921486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:25.29723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.053594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jfwlf.18a20d5432eb0d02\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T22:39:25.297264Z","caller":"traceutil/trace.go:171","msg":"trace[656519138] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jfwlf.18a20d5432eb0d02; range_end:; response_count:1; response_revision:8465; }","duration":"194.126796ms","start":"2026-03-31T22:39:25.103126Z","end":"2026-03-31T22:39:25.297253Z","steps":["trace[656519138] 'agreement among raft nodes before linearized reading' (duration: 193.985213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:25.297073Z","caller":"traceutil/trace.go:171","msg":"trace[1703821] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"217.109141ms","start":"2026-03-31T22:39:25.079938Z","end":"2026-03-31T22:39:25.297047Z","steps":["trace[1703821] 'process raft request' (duration: 216.978768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:27.796258Z","caller":"traceutil/trace.go:171","msg":"trace[1810315712] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"164.513696ms","start":"2026-03-31T22:39:27.631651Z","end":"2026-03-31T22:39:27.796164Z","steps":["trace[1810315712] 'process raft request' (duration: 90.178416ms)","trace[1810315712] 'compare' (duration: 74.201887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:30.339452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.888145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:30.339636Z","caller":"traceutil/trace.go:171","msg":"trace[757640503] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8839; }","duration":"220.487176ms","start":"2026-03-31T22:39:30.119136Z","end":"2026-03-31T22:39:30.339623Z","steps":["trace[757640503] 'read index received' (duration: 33.344094ms)","trace[757640503] 'applied index is now lower than readState.Index' (duration: 187.142402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:30.339803Z","caller":"traceutil/trace.go:171","msg":"trace[1497318562] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"444.729035ms","start":"2026-03-31T22:39:29.895065Z","end":"2026-03-31T22:39:30.339794Z","steps":["trace[1497318562] 'process raft request' (duration: 257.396399ms)","trace[1497318562] 'compare' (duration: 186.478705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:30.339864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:29.895036Z","time spent":"444.805097ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:30.339951Z","caller":"traceutil/trace.go:171","msg":"trace[1723215256] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"308.792654ms","start":"2026-03-31T22:39:30.031122Z","end":"2026-03-31T22:39:30.339915Z","steps":["trace[1723215256] 'process raft request' (duration: 308.429745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:30.340048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.878265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:30.340098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:30.031098Z","time spent":"308.931198ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:30.340152Z","caller":"traceutil/trace.go:171","msg":"trace[144692190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8519; }","duration":"221.050389ms","start":"2026-03-31T22:39:30.119077Z","end":"2026-03-31T22:39:30.340128Z","steps":["trace[144692190] 'agreement among raft nodes before linearized reading' (duration: 220.822794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:30.341019Z","caller":"traceutil/trace.go:171","msg":"trace[1591171752] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"105.586141ms","start":"2026-03-31T22:39:30.23541Z","end":"2026-03-31T22:39:30.340996Z","steps":["trace[1591171752] 'process raft request' (duration: 105.126669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:30.978295Z","caller":"traceutil/trace.go:171","msg":"trace[456408530] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"142.046463ms","start":"2026-03-31T22:39:30.836226Z","end":"2026-03-31T22:39:30.978272Z","steps":["trace[456408530] 'process raft request' (duration: 141.89518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:32.565911Z","caller":"traceutil/trace.go:171","msg":"trace[579368477] linearizableReadLoop","detail":"{readStateIndex:8851; appliedIndex:8850; }","duration":"208.895756ms","start":"2026-03-31T22:39:32.356982Z","end":"2026-03-31T22:39:32.565878Z","steps":["trace[579368477] 'read index received' (duration: 160.794761ms)","trace[579368477] 'applied index is now lower than readState.Index' (duration: 48.099445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:32.566086Z","caller":"traceutil/trace.go:171","msg":"trace[337304247] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"220.283871ms","start":"2026-03-31T22:39:32.345773Z","end":"2026-03-31T22:39:32.566057Z","steps":["trace[337304247] 'process raft request' (duration: 172.036583ms)","trace[337304247] 'compare' (duration: 47.883379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:32.566204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.201143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:39:32.566211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.098622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:32.566323Z","caller":"traceutil/trace.go:171","msg":"trace[1399798943] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8529; }","duration":"203.267705ms","start":"2026-03-31T22:39:32.363033Z","end":"2026-03-31T22:39:32.5663Z","steps":["trace[1399798943] 'agreement among raft nodes before linearized reading' (duration: 203.07802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:32.56625Z","caller":"traceutil/trace.go:171","msg":"trace[1758524404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8529; }","duration":"209.343356ms","start":"2026-03-31T22:39:32.356893Z","end":"2026-03-31T22:39:32.566237Z","steps":["trace[1758524404] 'agreement among raft nodes before linearized reading' (duration: 209.161432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:32.566455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.750361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:32.5665Z","caller":"traceutil/trace.go:171","msg":"trace[453167735] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8529; }","duration":"136.812973ms","start":"2026-03-31T22:39:32.429677Z","end":"2026-03-31T22:39:32.56649Z","steps":["trace[453167735] 'agreement among raft nodes before linearized reading' (duration: 136.71644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:33.210718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.119171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:39:33.210778Z","caller":"traceutil/trace.go:171","msg":"trace[772941851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8533; }","duration":"229.229524ms","start":"2026-03-31T22:39:32.981535Z","end":"2026-03-31T22:39:33.210765Z","steps":["trace[772941851] 'range keys from in-memory index tree' (duration: 228.950417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:33.211054Z","caller":"traceutil/trace.go:171","msg":"trace[568767958] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"144.27417ms","start":"2026-03-31T22:39:33.066746Z","end":"2026-03-31T22:39:33.21102Z","steps":["trace[568767958] 'process raft request' (duration: 72.775311ms)","trace[568767958] 'compare' (duration: 71.050028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:33.211177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.02185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:33.211309Z","caller":"traceutil/trace.go:171","msg":"trace[1309126497] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8533; }","duration":"279.259196ms","start":"2026-03-31T22:39:32.932026Z","end":"2026-03-31T22:39:33.211285Z","steps":["trace[1309126497] 'count revisions from in-memory index tree' (duration: 278.915117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:34.72525Z","caller":"traceutil/trace.go:171","msg":"trace[1287406018] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"112.696149ms","start":"2026-03-31T22:39:34.612529Z","end":"2026-03-31T22:39:34.725225Z","steps":["trace[1287406018] 'read index received' (duration: 112.598877ms)","trace[1287406018] 'applied index is now lower than readState.Index' (duration: 96.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:34.72534Z","caller":"traceutil/trace.go:171","msg":"trace[1064626238] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"154.417943ms","start":"2026-03-31T22:39:34.570906Z","end":"2026-03-31T22:39:34.725324Z","steps":["trace[1064626238] 'process raft request' (duration: 154.157136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:34.725511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.966476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:39:34.725573Z","caller":"traceutil/trace.go:171","msg":"trace[956007868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8541; }","duration":"113.08073ms","start":"2026-03-31T22:39:34.612475Z","end":"2026-03-31T22:39:34.725556Z","steps":["trace[956007868] 'agreement among raft nodes before linearized reading' (duration: 112.899954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:34.769918Z","caller":"traceutil/trace.go:171","msg":"trace[642285663] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"121.820876ms","start":"2026-03-31T22:39:34.648058Z","end":"2026-03-31T22:39:34.769879Z","steps":["trace[642285663] 'process raft request' (duration: 88.935144ms)","trace[642285663] 'compare' (duration: 32.656277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:34.770115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.493525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:39:34.770172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.978706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:39:34.770201Z","caller":"traceutil/trace.go:171","msg":"trace[248587534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8543; }","duration":"134.622378ms","start":"2026-03-31T22:39:34.635556Z","end":"2026-03-31T22:39:34.770178Z","steps":["trace[248587534] 'agreement among raft nodes before linearized reading' (duration: 134.32979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:34.770241Z","caller":"traceutil/trace.go:171","msg":"trace[1500404034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8543; }","duration":"141.098509ms","start":"2026-03-31T22:39:34.629127Z","end":"2026-03-31T22:39:34.770225Z","steps":["trace[1500404034] 'agreement among raft nodes before linearized reading' (duration: 140.771621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:35.944499Z","caller":"traceutil/trace.go:171","msg":"trace[1091588865] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"123.239553ms","start":"2026-03-31T22:39:35.821228Z","end":"2026-03-31T22:39:35.944467Z","steps":["trace[1091588865] 'process raft request' (duration: 122.532164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:35.967834Z","caller":"traceutil/trace.go:171","msg":"trace[2023728671] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"145.663273ms","start":"2026-03-31T22:39:35.82214Z","end":"2026-03-31T22:39:35.967804Z","steps":["trace[2023728671] 'process raft request' (duration: 145.53089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:35.967854Z","caller":"traceutil/trace.go:171","msg":"trace[179407829] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"145.818537ms","start":"2026-03-31T22:39:35.821999Z","end":"2026-03-31T22:39:35.967818Z","steps":["trace[179407829] 'process raft request' (duration: 145.52394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:35.968189Z","caller":"traceutil/trace.go:171","msg":"trace[1212868017] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"143.989281ms","start":"2026-03-31T22:39:35.824179Z","end":"2026-03-31T22:39:35.968169Z","steps":["trace[1212868017] 'process raft request' (duration: 143.879918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:35.968492Z","caller":"traceutil/trace.go:171","msg":"trace[957691238] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"146.272219ms","start":"2026-03-31T22:39:35.822179Z","end":"2026-03-31T22:39:35.968451Z","steps":["trace[957691238] 'process raft request' (duration: 145.544461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:38.336667Z","caller":"traceutil/trace.go:171","msg":"trace[1709338630] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"220.931126ms","start":"2026-03-31T22:39:38.11571Z","end":"2026-03-31T22:39:38.336641Z","steps":["trace[1709338630] 'process raft request' (duration: 220.738591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:41.826085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.657057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:41.826219Z","caller":"traceutil/trace.go:171","msg":"trace[1914036476] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8906; }","duration":"453.164933ms","start":"2026-03-31T22:39:41.373032Z","end":"2026-03-31T22:39:41.826197Z","steps":["trace[1914036476] 'read index received' (duration: 214.175657ms)","trace[1914036476] 'applied index is now lower than readState.Index' (duration: 238.987316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:41.826309Z","caller":"traceutil/trace.go:171","msg":"trace[794573680] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"499.845888ms","start":"2026-03-31T22:39:41.326415Z","end":"2026-03-31T22:39:41.826261Z","steps":["trace[794573680] 'process raft request' (duration: 260.859532ms)","trace[794573680] 'compare' (duration: 237.857858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:41.826424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.379368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:39:41.826461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.326389Z","time spent":"499.98989ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:41.826524Z","caller":"traceutil/trace.go:171","msg":"trace[776579785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8583; }","duration":"453.534461ms","start":"2026-03-31T22:39:41.372965Z","end":"2026-03-31T22:39:41.826499Z","steps":["trace[776579785] 'agreement among raft nodes before linearized reading' (duration: 453.304936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:41.826626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.37294Z","time spent":"453.669965ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:39:42.450529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.458401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:42.450646Z","caller":"traceutil/trace.go:171","msg":"trace[1958885629] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"624.370817ms","start":"2026-03-31T22:39:41.826253Z","end":"2026-03-31T22:39:42.450624Z","steps":["trace[1958885629] 'read index received' (duration: 194.67392ms)","trace[1958885629] 'applied index is now lower than readState.Index' (duration: 429.695417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:42.450746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.512722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:42.450843Z","caller":"traceutil/trace.go:171","msg":"trace[624478867] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8584; }","duration":"822.671456ms","start":"2026-03-31T22:39:41.628151Z","end":"2026-03-31T22:39:42.450823Z","steps":["trace[624478867] 'agreement among raft nodes before linearized reading' (duration: 822.507722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.450752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047113199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:42.450892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.628128Z","time spent":"822.754348ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:39:42.450919Z","caller":"traceutil/trace.go:171","msg":"trace[1146673764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8584; }","duration":"1.047341185s","start":"2026-03-31T22:39:41.403569Z","end":"2026-03-31T22:39:42.450911Z","steps":["trace[1146673764] 'agreement among raft nodes before linearized reading' (duration: 1.047122249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.45096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.403546Z","time spent":"1.047407147s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:39:42.450876Z","caller":"traceutil/trace.go:171","msg":"trace[1323441117] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"653.717178ms","start":"2026-03-31T22:39:41.796921Z","end":"2026-03-31T22:39:42.450638Z","steps":["trace[1323441117] 'process raft request' (duration: 224.059973ms)","trace[1323441117] 'compare' (duration: 428.942378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:42.451464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.796901Z","time spent":"654.506858ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:42.902283Z","caller":"traceutil/trace.go:171","msg":"trace[2125076652] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8908; }","duration":"451.567272ms","start":"2026-03-31T22:39:42.450674Z","end":"2026-03-31T22:39:42.902242Z","steps":["trace[2125076652] 'read index received' (duration: 451.544781ms)","trace[2125076652] 'applied index is now lower than readState.Index' (duration: 21.781µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:42.902292Z","caller":"traceutil/trace.go:171","msg":"trace[1439000219] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"1.071240111s","start":"2026-03-31T22:39:41.831008Z","end":"2026-03-31T22:39:42.902249Z","steps":["trace[1439000219] 'process raft request' (duration: 1.071104668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.902447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:41.830987Z","time spent":"1.071379624s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:42.90248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.379358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:42.902511Z","caller":"traceutil/trace.go:171","msg":"trace[922549194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8585; }","duration":"816.428229ms","start":"2026-03-31T22:39:42.086073Z","end":"2026-03-31T22:39:42.902502Z","steps":["trace[922549194] 'agreement among raft nodes before linearized reading' (duration: 816.290696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.902538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.085966Z","time spent":"816.565613ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:39:42.902591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.472726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:39:42.902689Z","caller":"traceutil/trace.go:171","msg":"trace[268077606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8585; }","duration":"549.66428ms","start":"2026-03-31T22:39:42.352998Z","end":"2026-03-31T22:39:42.902663Z","steps":["trace[268077606] 'agreement among raft nodes before linearized reading' (duration: 549.339432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.902747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.352978Z","time spent":"549.755214ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:39:42.943214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.1596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:42.943264Z","caller":"traceutil/trace.go:171","msg":"trace[20449261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8587; }","duration":"491.239662ms","start":"2026-03-31T22:39:42.452015Z","end":"2026-03-31T22:39:42.943254Z","steps":["trace[20449261] 'agreement among raft nodes before linearized reading' (duration: 491.15831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.943299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.452001Z","time spent":"491.291373ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:39:42.943346Z","caller":"traceutil/trace.go:171","msg":"trace[349103860] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"188.650299ms","start":"2026-03-31T22:39:42.754669Z","end":"2026-03-31T22:39:42.94332Z","steps":["trace[349103860] 'process raft request' (duration: 188.158707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:42.942936Z","caller":"traceutil/trace.go:171","msg":"trace[651058656] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"454.935168ms","start":"2026-03-31T22:39:42.487957Z","end":"2026-03-31T22:39:42.942892Z","steps":["trace[651058656] 'process raft request' (duration: 454.740733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:42.943853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.487933Z","time spent":"455.636364ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:43.369589Z","caller":"traceutil/trace.go:171","msg":"trace[1920845144] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8911; }","duration":"426.556378ms","start":"2026-03-31T22:39:42.943007Z","end":"2026-03-31T22:39:43.369563Z","steps":["trace[1920845144] 'read index received' (duration: 335.145067ms)","trace[1920845144] 'applied index is now lower than readState.Index' (duration: 91.409871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:43.369678Z","caller":"traceutil/trace.go:171","msg":"trace[556712926] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"462.821923ms","start":"2026-03-31T22:39:42.906812Z","end":"2026-03-31T22:39:43.369634Z","steps":["trace[556712926] 'process raft request' (duration: 371.325159ms)","trace[556712926] 'compare' (duration: 91.175956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:43.36988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.906789Z","time spent":"462.989237ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:43.369868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.882561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:39:43.370299Z","caller":"traceutil/trace.go:171","msg":"trace[1439285738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8588; }","duration":"448.345521ms","start":"2026-03-31T22:39:42.921927Z","end":"2026-03-31T22:39:43.370273Z","steps":["trace[1439285738] 'agreement among raft nodes before linearized reading' (duration: 447.733926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.370365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.921914Z","time spent":"448.433694ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:39:43.369874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.436584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:39:43.370548Z","caller":"traceutil/trace.go:171","msg":"trace[1418697601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8588; }","duration":"451.136492ms","start":"2026-03-31T22:39:42.919383Z","end":"2026-03-31T22:39:43.370519Z","steps":["trace[1418697601] 'agreement among raft nodes before linearized reading' (duration: 450.296571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.370637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.919348Z","time spent":"451.265566ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:39:43.370084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.497954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:43.370793Z","caller":"traceutil/trace.go:171","msg":"trace[2146929090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8588; }","duration":"465.241504ms","start":"2026-03-31T22:39:42.905534Z","end":"2026-03-31T22:39:43.370775Z","steps":["trace[2146929090] 'agreement among raft nodes before linearized reading' (duration: 464.345691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.370886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.905515Z","time spent":"465.353236ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:39:43.436267Z","caller":"traceutil/trace.go:171","msg":"trace[1756844519] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"488.786563ms","start":"2026-03-31T22:39:42.947448Z","end":"2026-03-31T22:39:43.436234Z","steps":["trace[1756844519] 'process raft request' (duration: 488.512506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.436297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.88594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:43.436353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.038098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:43.43635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.563777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:39:43.436391Z","caller":"traceutil/trace.go:171","msg":"trace[732829852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"485.10816ms","start":"2026-03-31T22:39:42.951271Z","end":"2026-03-31T22:39:43.436379Z","steps":["trace[732829852] 'agreement among raft nodes before linearized reading' (duration: 485.044159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:43.436386Z","caller":"traceutil/trace.go:171","msg":"trace[593314437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8589; }","duration":"463.992863ms","start":"2026-03-31T22:39:42.972371Z","end":"2026-03-31T22:39:43.436364Z","steps":["trace[593314437] 'agreement among raft nodes before linearized reading' (duration: 463.789368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:43.436399Z","caller":"traceutil/trace.go:171","msg":"trace[823684329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8589; }","duration":"480.661579ms","start":"2026-03-31T22:39:42.955726Z","end":"2026-03-31T22:39:43.436388Z","steps":["trace[823684329] 'agreement among raft nodes before linearized reading' (duration: 480.418643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.436412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.951255Z","time spent":"485.152661ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:39:43.436414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.94742Z","time spent":"488.927955ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:43.436435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.972322Z","time spent":"464.102025ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:39:43.436437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:42.955702Z","time spent":"480.72588ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:39:43.436488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.281908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:43.436598Z","caller":"traceutil/trace.go:171","msg":"trace[1817386089] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8589; }","duration":"365.474763ms","start":"2026-03-31T22:39:43.0711Z","end":"2026-03-31T22:39:43.436575Z","steps":["trace[1817386089] 'agreement among raft nodes before linearized reading' (duration: 365.208396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.436654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.071077Z","time spent":"365.565146ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:39:43.808565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.970977ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:43.808696Z","caller":"traceutil/trace.go:171","msg":"trace[424924577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8589; }","duration":"201.123041ms","start":"2026-03-31T22:39:43.607555Z","end":"2026-03-31T22:39:43.808678Z","steps":["trace[424924577] 'range keys from in-memory index tree' (duration: 200.948077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.809447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.57564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:43.809527Z","caller":"traceutil/trace.go:171","msg":"trace[572936067] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8913; }","duration":"373.395601ms","start":"2026-03-31T22:39:43.436121Z","end":"2026-03-31T22:39:43.809517Z","steps":["trace[572936067] 'read index received' (duration: 116.145579ms)","trace[572936067] 'applied index is now lower than readState.Index' (duration: 257.249012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:43.809586Z","caller":"traceutil/trace.go:171","msg":"trace[219398270] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"434.560418ms","start":"2026-03-31T22:39:43.374988Z","end":"2026-03-31T22:39:43.809548Z","steps":["trace[219398270] 'process raft request' (duration: 176.824165ms)","trace[219398270] 'compare' (duration: 257.232101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:43.809728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.495031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"warn","ts":"2026-03-31T22:39:43.809763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.374966Z","time spent":"434.702611ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:43.809789Z","caller":"traceutil/trace.go:171","msg":"trace[1252016545] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8590; }","duration":"437.599504ms","start":"2026-03-31T22:39:43.372177Z","end":"2026-03-31T22:39:43.809776Z","steps":["trace[1252016545] 'agreement among raft nodes before linearized reading' (duration: 437.393969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.80982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.372158Z","time spent":"437.656805ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:39:43.80998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.913807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-03-31T22:39:43.810132Z","caller":"traceutil/trace.go:171","msg":"trace[1565527349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8590; }","duration":"435.088281ms","start":"2026-03-31T22:39:43.375026Z","end":"2026-03-31T22:39:43.810114Z","steps":["trace[1565527349] 'agreement among raft nodes before linearized reading' (duration: 434.548398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:43.810185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.375008Z","time spent":"435.160203ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:39:44.219171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.991086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:44.219402Z","caller":"traceutil/trace.go:171","msg":"trace[1679927003] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"777.737415ms","start":"2026-03-31T22:39:43.44164Z","end":"2026-03-31T22:39:44.219377Z","steps":["trace[1679927003] 'process raft request' (duration: 544.464222ms)","trace[1679927003] 'compare' (duration: 232.882963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:44.219404Z","caller":"traceutil/trace.go:171","msg":"trace[137867742] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"409.829301ms","start":"2026-03-31T22:39:43.809553Z","end":"2026-03-31T22:39:44.219382Z","steps":["trace[137867742] 'read index received' (duration: 176.597948ms)","trace[137867742] 'applied index is now lower than readState.Index' (duration: 233.228522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:44.219511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.441609Z","time spent":"777.851517ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:44.219534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.401538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:39:44.219586Z","caller":"traceutil/trace.go:171","msg":"trace[1707227880] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:8592; }","duration":"467.48404ms","start":"2026-03-31T22:39:43.752087Z","end":"2026-03-31T22:39:44.219571Z","steps":["trace[1707227880] 'agreement among raft nodes before linearized reading' (duration: 467.319086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.219638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.752068Z","time spent":"467.559382ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:39:44.219691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.157062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:44.219719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.121595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:39:44.219784Z","caller":"traceutil/trace.go:171","msg":"trace[1077652443] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8592; }","duration":"344.281814ms","start":"2026-03-31T22:39:43.875487Z","end":"2026-03-31T22:39:44.219769Z","steps":["trace[1077652443] 'agreement among raft nodes before linearized reading' (duration: 344.12675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:44.219823Z","caller":"traceutil/trace.go:171","msg":"trace[802207527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8592; }","duration":"633.267818ms","start":"2026-03-31T22:39:43.586529Z","end":"2026-03-31T22:39:44.219797Z","steps":["trace[802207527] 'agreement among raft nodes before linearized reading' (duration: 632.991101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.219881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.586473Z","time spent":"633.395071ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:39:44.220009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.875469Z","time spent":"344.390547ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:39:44.220461Z","caller":"traceutil/trace.go:171","msg":"trace[336901606] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"388.435317ms","start":"2026-03-31T22:39:43.830925Z","end":"2026-03-31T22:39:44.21936Z","steps":["trace[336901606] 'process raft request' (duration: 388.348374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.220712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:43.830906Z","time spent":"389.755579ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:44.78919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.382138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:39:44.789458Z","caller":"traceutil/trace.go:171","msg":"trace[1234335919] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8916; }","duration":"565.66516ms","start":"2026-03-31T22:39:44.223774Z","end":"2026-03-31T22:39:44.789439Z","steps":["trace[1234335919] 'read index received' (duration: 115.999115ms)","trace[1234335919] 'applied index is now lower than readState.Index' (duration: 449.665045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:44.789564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:44.220502Z","time spent":"569.058475ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:39:44.789996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.204183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:44.790093Z","caller":"traceutil/trace.go:171","msg":"trace[1719321987] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8593; }","duration":"566.323867ms","start":"2026-03-31T22:39:44.223749Z","end":"2026-03-31T22:39:44.790073Z","steps":["trace[1719321987] 'agreement among raft nodes before linearized reading' (duration: 566.155423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.790146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:44.223742Z","time spent":"566.387508ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:39:44.790201Z","caller":"traceutil/trace.go:171","msg":"trace[872722966] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"566.558802ms","start":"2026-03-31T22:39:44.223619Z","end":"2026-03-31T22:39:44.790178Z","steps":["trace[872722966] 'process raft request' (duration: 565.695041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.790334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:44.223602Z","time spent":"566.659816ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:44.842165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.927353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:44.842179Z","caller":"traceutil/trace.go:171","msg":"trace[193718903] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"384.963201ms","start":"2026-03-31T22:39:44.457154Z","end":"2026-03-31T22:39:44.842117Z","steps":["trace[193718903] 'process raft request' (duration: 384.672434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:44.842255Z","caller":"traceutil/trace.go:171","msg":"trace[1794016178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8594; }","duration":"156.088077ms","start":"2026-03-31T22:39:44.686145Z","end":"2026-03-31T22:39:44.842233Z","steps":["trace[1794016178] 'agreement among raft nodes before linearized reading' (duration: 155.914892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.842301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.801348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:44.842405Z","caller":"traceutil/trace.go:171","msg":"trace[1235239074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8594; }","duration":"437.970962ms","start":"2026-03-31T22:39:44.404415Z","end":"2026-03-31T22:39:44.842386Z","steps":["trace[1235239074] 'agreement among raft nodes before linearized reading' (duration: 437.777828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:44.842468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:44.457123Z","time spent":"385.184675ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:44.842458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:44.404392Z","time spent":"438.055705ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:39:45.070826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.543348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:45.071028Z","caller":"traceutil/trace.go:171","msg":"trace[876408189] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"280.120373ms","start":"2026-03-31T22:39:44.790865Z","end":"2026-03-31T22:39:45.070985Z","steps":["trace[876408189] 'process raft request' (duration: 151.329968ms)","trace[876408189] 'compare' (duration: 128.414245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:45.071151Z","caller":"traceutil/trace.go:171","msg":"trace[877762083] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"229.086468ms","start":"2026-03-31T22:39:44.842038Z","end":"2026-03-31T22:39:45.071124Z","steps":["trace[877762083] 'read index received' (duration: 100.13594ms)","trace[877762083] 'applied index is now lower than readState.Index' (duration: 128.946878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:45.071203Z","caller":"traceutil/trace.go:171","msg":"trace[335813801] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"122.751275ms","start":"2026-03-31T22:39:44.948377Z","end":"2026-03-31T22:39:45.071129Z","steps":["trace[335813801] 'process raft request' (duration: 122.609851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:45.071517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.925242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:45.071581Z","caller":"traceutil/trace.go:171","msg":"trace[478455403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8596; }","duration":"277.043075ms","start":"2026-03-31T22:39:44.794524Z","end":"2026-03-31T22:39:45.071567Z","steps":["trace[478455403] 'agreement among raft nodes before linearized reading' (duration: 276.700227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:45.137346Z","caller":"traceutil/trace.go:171","msg":"trace[957435312] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"188.781492ms","start":"2026-03-31T22:39:44.948538Z","end":"2026-03-31T22:39:45.137319Z","steps":["trace[957435312] 'process raft request' (duration: 188.583187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:45.137516Z","caller":"traceutil/trace.go:171","msg":"trace[417006405] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"167.728187ms","start":"2026-03-31T22:39:44.969776Z","end":"2026-03-31T22:39:45.137504Z","steps":["trace[417006405] 'process raft request' (duration: 167.500771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:45.137621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.240812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:39:45.137665Z","caller":"traceutil/trace.go:171","msg":"trace[964466669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8598; }","duration":"231.287753ms","start":"2026-03-31T22:39:44.906366Z","end":"2026-03-31T22:39:45.137654Z","steps":["trace[964466669] 'agreement among raft nodes before linearized reading' (duration: 231.16925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:45.359238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.847721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:45.359344Z","caller":"traceutil/trace.go:171","msg":"trace[1313833218] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8923; }","duration":"213.0976ms","start":"2026-03-31T22:39:45.146226Z","end":"2026-03-31T22:39:45.359324Z","steps":["trace[1313833218] 'read index received' (duration: 59.000243ms)","trace[1313833218] 'applied index is now lower than readState.Index' (duration: 154.095877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:45.359371Z","caller":"traceutil/trace.go:171","msg":"trace[1610125569] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"216.702129ms","start":"2026-03-31T22:39:45.142642Z","end":"2026-03-31T22:39:45.359344Z","steps":["trace[1610125569] 'process raft request' (duration: 62.675185ms)","trace[1610125569] 'compare' (duration: 153.44841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:45.35951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:45.359526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.287344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:45.359557Z","caller":"traceutil/trace.go:171","msg":"trace[1453259633] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8599; }","duration":"118.867948ms","start":"2026-03-31T22:39:45.240675Z","end":"2026-03-31T22:39:45.359543Z","steps":["trace[1453259633] 'agreement among raft nodes before linearized reading' (duration: 118.782005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:45.359575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.769712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:39:45.359584Z","caller":"traceutil/trace.go:171","msg":"trace[1635028807] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8599; }","duration":"213.353867ms","start":"2026-03-31T22:39:45.146215Z","end":"2026-03-31T22:39:45.359569Z","steps":["trace[1635028807] 'agreement among raft nodes before linearized reading' (duration: 213.245013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:45.359628Z","caller":"traceutil/trace.go:171","msg":"trace[963078500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8599; }","duration":"212.854163ms","start":"2026-03-31T22:39:45.146762Z","end":"2026-03-31T22:39:45.359616Z","steps":["trace[963078500] 'agreement among raft nodes before linearized reading' (duration: 212.690028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:45.631698Z","caller":"traceutil/trace.go:171","msg":"trace[1612983900] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"188.442615ms","start":"2026-03-31T22:39:45.443222Z","end":"2026-03-31T22:39:45.631665Z","steps":["trace[1612983900] 'process raft request' (duration: 124.504339ms)","trace[1612983900] 'compare' (duration: 63.69196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:46.135891Z","caller":"traceutil/trace.go:171","msg":"trace[1746393788] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"281.324123ms","start":"2026-03-31T22:39:45.85455Z","end":"2026-03-31T22:39:46.135874Z","steps":["trace[1746393788] 'process raft request' (duration: 281.194689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:46.676053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.535506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:46.676208Z","caller":"traceutil/trace.go:171","msg":"trace[765386692] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"820.40812ms","start":"2026-03-31T22:39:45.85576Z","end":"2026-03-31T22:39:46.676168Z","steps":["trace[765386692] 'process raft request' (duration: 375.679518ms)","trace[765386692] 'compare' (duration: 444.423683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:46.676254Z","caller":"traceutil/trace.go:171","msg":"trace[1020177727] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"449.069191ms","start":"2026-03-31T22:39:46.227166Z","end":"2026-03-31T22:39:46.676235Z","steps":["trace[1020177727] 'process raft request' (duration: 448.998108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:46.676262Z","caller":"traceutil/trace.go:171","msg":"trace[1875268949] linearizableReadLoop","detail":"{readStateIndex:8928; appliedIndex:8926; }","duration":"819.089918ms","start":"2026-03-31T22:39:45.85715Z","end":"2026-03-31T22:39:46.67624Z","steps":["trace[1875268949] 'read index received' (duration: 278.610056ms)","trace[1875268949] 'applied index is now lower than readState.Index' (duration: 540.477232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:46.676323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.227141Z","time spent":"449.149213ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:46.676384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:45.855737Z","time spent":"820.550223ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:46.676861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.786611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:39:46.67691Z","caller":"traceutil/trace.go:171","msg":"trace[137271341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8604; }","duration":"385.874743ms","start":"2026-03-31T22:39:46.291025Z","end":"2026-03-31T22:39:46.6769Z","steps":["trace[137271341] 'agreement among raft nodes before linearized reading' (duration: 385.606986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:46.676935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.291007Z","time spent":"385.920624ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:39:46.676918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.099917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:46.677059Z","caller":"traceutil/trace.go:171","msg":"trace[269017793] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8604; }","duration":"545.291872ms","start":"2026-03-31T22:39:46.131744Z","end":"2026-03-31T22:39:46.677036Z","steps":["trace[269017793] 'agreement among raft nodes before linearized reading' (duration: 544.894532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:46.67697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.377053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:39:46.677123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.131724Z","time spent":"545.384205ms","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:39:46.677168Z","caller":"traceutil/trace.go:171","msg":"trace[1786960843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8604; }","duration":"452.610969ms","start":"2026-03-31T22:39:46.22454Z","end":"2026-03-31T22:39:46.677151Z","steps":["trace[1786960843] 'agreement among raft nodes before linearized reading' (duration: 452.121787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:46.677212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.067241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"warn","ts":"2026-03-31T22:39:46.677218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.224525Z","time spent":"452.67965ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:39:46.677266Z","caller":"traceutil/trace.go:171","msg":"trace[687050538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8604; }","duration":"820.153664ms","start":"2026-03-31T22:39:45.857099Z","end":"2026-03-31T22:39:46.677253Z","steps":["trace[687050538] 'agreement among raft nodes before linearized reading' (duration: 819.258592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:46.677342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:45.857084Z","time spent":"820.206434ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:39:47.52779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.772027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:47.528186Z","caller":"traceutil/trace.go:171","msg":"trace[322287274] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"680.400745ms","start":"2026-03-31T22:39:46.847755Z","end":"2026-03-31T22:39:47.528156Z","steps":["trace[322287274] 'process raft request' (duration: 680.222321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:47.528384Z","caller":"traceutil/trace.go:171","msg":"trace[82825320] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"846.516061ms","start":"2026-03-31T22:39:46.68184Z","end":"2026-03-31T22:39:47.528356Z","steps":["trace[82825320] 'process raft request' (duration: 118.065157ms)","trace[82825320] 'compare' (duration: 727.53256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:47.528541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.681813Z","time spent":"846.648775ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:47.528369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:46.847731Z","time spent":"680.556509ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:47.964947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.63015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:47.965128Z","caller":"traceutil/trace.go:171","msg":"trace[855926805] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8931; }","duration":"601.66797ms","start":"2026-03-31T22:39:47.363447Z","end":"2026-03-31T22:39:47.965115Z","steps":["trace[855926805] 'read index received' (duration: 285.784724ms)","trace[855926805] 'applied index is now lower than readState.Index' (duration: 315.882246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:47.965192Z","caller":"traceutil/trace.go:171","msg":"trace[1490199246] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"821.98295ms","start":"2026-03-31T22:39:47.143202Z","end":"2026-03-31T22:39:47.965185Z","steps":["trace[1490199246] 'process raft request' (duration: 821.875027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:47.965238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.143179Z","time spent":"822.035881ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:47.965263Z","caller":"traceutil/trace.go:171","msg":"trace[1380596834] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"887.994047ms","start":"2026-03-31T22:39:47.077256Z","end":"2026-03-31T22:39:47.96525Z","steps":["trace[1380596834] 'process raft request' (duration: 571.991899ms)","trace[1380596834] 'compare' (duration: 315.546476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:47.965314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.077236Z","time spent":"888.050988ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:39:47.965438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.999798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:39:47.965465Z","caller":"traceutil/trace.go:171","msg":"trace[2059745763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8608; }","duration":"602.064009ms","start":"2026-03-31T22:39:47.363395Z","end":"2026-03-31T22:39:47.965459Z","steps":["trace[2059745763] 'agreement among raft nodes before linearized reading' (duration: 601.975277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:47.965487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.363373Z","time spent":"602.108141ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:39:47.965597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.703095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:39:47.965505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.123473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:47.965635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.803955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:39:47.96566Z","caller":"traceutil/trace.go:171","msg":"trace[1589925593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8608; }","duration":"562.311177ms","start":"2026-03-31T22:39:47.40334Z","end":"2026-03-31T22:39:47.965651Z","steps":["trace[1589925593] 'agreement among raft nodes before linearized reading' (duration: 562.131823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:47.96566Z","caller":"traceutil/trace.go:171","msg":"trace[691350783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8608; }","duration":"523.867747ms","start":"2026-03-31T22:39:47.441786Z","end":"2026-03-31T22:39:47.965653Z","steps":["trace[691350783] 'agreement among raft nodes before linearized reading' (duration: 523.794555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:47.965646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.679136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:39:47.965866Z","caller":"traceutil/trace.go:171","msg":"trace[1324031951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8608; }","duration":"330.788308ms","start":"2026-03-31T22:39:47.634841Z","end":"2026-03-31T22:39:47.96563Z","steps":["trace[1324031951] 'agreement among raft nodes before linearized reading' (duration: 330.678595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:47.965873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.441757Z","time spent":"524.110433ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:39:47.965893Z","caller":"traceutil/trace.go:171","msg":"trace[613632289] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8608; }","duration":"302.990014ms","start":"2026-03-31T22:39:47.662887Z","end":"2026-03-31T22:39:47.965877Z","steps":["trace[613632289] 'agreement among raft nodes before linearized reading' (duration: 302.622605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:47.965899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.63482Z","time spent":"331.071484ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:39:47.965934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.662857Z","time spent":"303.068666ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:39:47.966464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:47.403323Z","time spent":"563.133768ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:39:48.183263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.076913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:48.183638Z","caller":"traceutil/trace.go:171","msg":"trace[692458645] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"212.114946ms","start":"2026-03-31T22:39:47.971498Z","end":"2026-03-31T22:39:48.183613Z","steps":["trace[692458645] 'process raft request' (duration: 211.997283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:48.183655Z","caller":"traceutil/trace.go:171","msg":"trace[320439721] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"213.214674ms","start":"2026-03-31T22:39:47.970405Z","end":"2026-03-31T22:39:48.183619Z","steps":["trace[320439721] 'process raft request' (duration: 103.632617ms)","trace[320439721] 'compare' (duration: 108.895959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:48.183764Z","caller":"traceutil/trace.go:171","msg":"trace[1143692107] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"213.220343ms","start":"2026-03-31T22:39:47.970517Z","end":"2026-03-31T22:39:48.183737Z","steps":["trace[1143692107] 'process raft request' (duration: 212.890465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:48.183814Z","caller":"traceutil/trace.go:171","msg":"trace[154385435] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"211.949862ms","start":"2026-03-31T22:39:47.971806Z","end":"2026-03-31T22:39:48.183756Z","steps":["trace[154385435] 'process raft request' (duration: 211.738127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:48.678826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.814159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:48.678925Z","caller":"traceutil/trace.go:171","msg":"trace[1013723178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8612; }","duration":"274.931142ms","start":"2026-03-31T22:39:48.403972Z","end":"2026-03-31T22:39:48.678903Z","steps":["trace[1013723178] 'range keys from in-memory index tree' (duration: 274.691277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.703916Z","caller":"traceutil/trace.go:171","msg":"trace[373126120] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"118.647451ms","start":"2026-03-31T22:39:51.585244Z","end":"2026-03-31T22:39:51.703892Z","steps":["trace[373126120] 'process raft request' (duration: 118.072677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.70432Z","caller":"traceutil/trace.go:171","msg":"trace[1934017344] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"118.734934ms","start":"2026-03-31T22:39:51.585575Z","end":"2026-03-31T22:39:51.70431Z","steps":["trace[1934017344] 'process raft request' (duration: 118.387485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704278Z","caller":"traceutil/trace.go:171","msg":"trace[393374493] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"118.662112ms","start":"2026-03-31T22:39:51.585568Z","end":"2026-03-31T22:39:51.70423Z","steps":["trace[393374493] 'process raft request' (duration: 118.230391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704422Z","caller":"traceutil/trace.go:171","msg":"trace[1708188116] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"118.816946ms","start":"2026-03-31T22:39:51.585597Z","end":"2026-03-31T22:39:51.704414Z","steps":["trace[1708188116] 'process raft request' (duration: 118.260642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704509Z","caller":"traceutil/trace.go:171","msg":"trace[5030683] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"118.866527ms","start":"2026-03-31T22:39:51.585637Z","end":"2026-03-31T22:39:51.704503Z","steps":["trace[5030683] 'process raft request' (duration: 118.57416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.70455Z","caller":"traceutil/trace.go:171","msg":"trace[1448799835] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"118.884077ms","start":"2026-03-31T22:39:51.58565Z","end":"2026-03-31T22:39:51.704534Z","steps":["trace[1448799835] 'process raft request' (duration: 118.625351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704608Z","caller":"traceutil/trace.go:171","msg":"trace[1268775515] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"118.939849ms","start":"2026-03-31T22:39:51.58566Z","end":"2026-03-31T22:39:51.7046Z","steps":["trace[1268775515] 'process raft request' (duration: 118.673832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704437Z","caller":"traceutil/trace.go:171","msg":"trace[1441839347] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"118.765914ms","start":"2026-03-31T22:39:51.585569Z","end":"2026-03-31T22:39:51.704335Z","steps":["trace[1441839347] 'process raft request' (duration: 118.432516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.704813Z","caller":"traceutil/trace.go:171","msg":"trace[1701174980] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"119.109604ms","start":"2026-03-31T22:39:51.58568Z","end":"2026-03-31T22:39:51.70479Z","steps":["trace[1701174980] 'process raft request' (duration: 118.695893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705064Z","caller":"traceutil/trace.go:171","msg":"trace[1685368374] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"119.329849ms","start":"2026-03-31T22:39:51.585726Z","end":"2026-03-31T22:39:51.705055Z","steps":["trace[1685368374] 'process raft request' (duration: 119.201866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705059Z","caller":"traceutil/trace.go:171","msg":"trace[1050954585] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"119.280928ms","start":"2026-03-31T22:39:51.585723Z","end":"2026-03-31T22:39:51.705004Z","steps":["trace[1050954585] 'process raft request' (duration: 119.099483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705391Z","caller":"traceutil/trace.go:171","msg":"trace[801555273] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"119.167316ms","start":"2026-03-31T22:39:51.585717Z","end":"2026-03-31T22:39:51.704884Z","steps":["trace[801555273] 'process raft request' (duration: 118.981341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705145Z","caller":"traceutil/trace.go:171","msg":"trace[1594325319] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"119.392861ms","start":"2026-03-31T22:39:51.585745Z","end":"2026-03-31T22:39:51.705138Z","steps":["trace[1594325319] 'process raft request' (duration: 119.257188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705194Z","caller":"traceutil/trace.go:171","msg":"trace[1655220367] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"119.170535ms","start":"2026-03-31T22:39:51.586015Z","end":"2026-03-31T22:39:51.705186Z","steps":["trace[1655220367] 'process raft request' (duration: 119.052422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.70553Z","caller":"traceutil/trace.go:171","msg":"trace[1692391369] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"116.509289ms","start":"2026-03-31T22:39:51.588917Z","end":"2026-03-31T22:39:51.705427Z","steps":["trace[1692391369] 'process raft request' (duration: 116.191371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705651Z","caller":"traceutil/trace.go:171","msg":"trace[1770931576] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"114.364395ms","start":"2026-03-31T22:39:51.591268Z","end":"2026-03-31T22:39:51.705632Z","steps":["trace[1770931576] 'process raft request' (duration: 113.892674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705695Z","caller":"traceutil/trace.go:171","msg":"trace[1423932344] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"113.005131ms","start":"2026-03-31T22:39:51.592659Z","end":"2026-03-31T22:39:51.705664Z","steps":["trace[1423932344] 'process raft request' (duration: 112.679923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.705961Z","caller":"traceutil/trace.go:171","msg":"trace[2066621895] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"109.617787ms","start":"2026-03-31T22:39:51.596322Z","end":"2026-03-31T22:39:51.70594Z","steps":["trace[2066621895] 'process raft request' (duration: 109.098974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849419Z","caller":"traceutil/trace.go:171","msg":"trace[1489456288] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"133.76219ms","start":"2026-03-31T22:39:51.715633Z","end":"2026-03-31T22:39:51.849395Z","steps":["trace[1489456288] 'process raft request' (duration: 130.191701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849472Z","caller":"traceutil/trace.go:171","msg":"trace[1239025461] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"118.948529ms","start":"2026-03-31T22:39:51.730492Z","end":"2026-03-31T22:39:51.84944Z","steps":["trace[1239025461] 'process raft request' (duration: 118.804435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849579Z","caller":"traceutil/trace.go:171","msg":"trace[2016657567] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"118.829866ms","start":"2026-03-31T22:39:51.73074Z","end":"2026-03-31T22:39:51.84957Z","steps":["trace[2016657567] 'process raft request' (duration: 118.715763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849663Z","caller":"traceutil/trace.go:171","msg":"trace[1246825607] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"119.00556ms","start":"2026-03-31T22:39:51.730644Z","end":"2026-03-31T22:39:51.84965Z","steps":["trace[1246825607] 'process raft request' (duration: 118.767144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849675Z","caller":"traceutil/trace.go:171","msg":"trace[1870209774] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"118.807415ms","start":"2026-03-31T22:39:51.73085Z","end":"2026-03-31T22:39:51.849658Z","steps":["trace[1870209774] 'process raft request' (duration: 118.715593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849568Z","caller":"traceutil/trace.go:171","msg":"trace[472918277] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"118.927558ms","start":"2026-03-31T22:39:51.730607Z","end":"2026-03-31T22:39:51.849534Z","steps":["trace[472918277] 'process raft request' (duration: 118.762624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849773Z","caller":"traceutil/trace.go:171","msg":"trace[470299513] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"118.712164ms","start":"2026-03-31T22:39:51.731046Z","end":"2026-03-31T22:39:51.849759Z","steps":["trace[470299513] 'process raft request' (duration: 118.57165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849804Z","caller":"traceutil/trace.go:171","msg":"trace[1837386908] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"118.344465ms","start":"2026-03-31T22:39:51.731451Z","end":"2026-03-31T22:39:51.849795Z","steps":["trace[1837386908] 'process raft request' (duration: 118.220532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849772Z","caller":"traceutil/trace.go:171","msg":"trace[1345460377] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"118.288842ms","start":"2026-03-31T22:39:51.731455Z","end":"2026-03-31T22:39:51.849744Z","steps":["trace[1345460377] 'process raft request' (duration: 118.247521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849829Z","caller":"traceutil/trace.go:171","msg":"trace[646713651] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"118.668712ms","start":"2026-03-31T22:39:51.731115Z","end":"2026-03-31T22:39:51.849784Z","steps":["trace[646713651] 'process raft request' (duration: 118.532349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849841Z","caller":"traceutil/trace.go:171","msg":"trace[1663806404] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"118.941229ms","start":"2026-03-31T22:39:51.730884Z","end":"2026-03-31T22:39:51.849825Z","steps":["trace[1663806404] 'process raft request' (duration: 118.705533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849805Z","caller":"traceutil/trace.go:171","msg":"trace[1575591263] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"118.923128ms","start":"2026-03-31T22:39:51.73082Z","end":"2026-03-31T22:39:51.849743Z","steps":["trace[1575591263] 'process raft request' (duration: 118.717453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:51.849783Z","caller":"traceutil/trace.go:171","msg":"trace[1676710280] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"118.876777ms","start":"2026-03-31T22:39:51.730774Z","end":"2026-03-31T22:39:51.849651Z","steps":["trace[1676710280] 'process raft request' (duration: 118.724603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:53.888292Z","caller":"traceutil/trace.go:171","msg":"trace[740605794] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"110.429476ms","start":"2026-03-31T22:39:53.77783Z","end":"2026-03-31T22:39:53.88826Z","steps":["trace[740605794] 'process raft request' (duration: 106.557979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:55.780698Z","caller":"traceutil/trace.go:171","msg":"trace[927497579] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9102; }","duration":"377.161115ms","start":"2026-03-31T22:39:55.403506Z","end":"2026-03-31T22:39:55.780667Z","steps":["trace[927497579] 'read index received' (duration: 377.057982ms)","trace[927497579] 'applied index is now lower than readState.Index' (duration: 100.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:55.780842Z","caller":"traceutil/trace.go:171","msg":"trace[951008695] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"585.223159ms","start":"2026-03-31T22:39:55.195569Z","end":"2026-03-31T22:39:55.780792Z","steps":["trace[951008695] 'process raft request' (duration: 584.88248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:55.780936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.411031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:39:55.78102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:55.195548Z","time spent":"585.385983ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:55.78103Z","caller":"traceutil/trace.go:171","msg":"trace[1958040066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"377.541175ms","start":"2026-03-31T22:39:55.403467Z","end":"2026-03-31T22:39:55.781008Z","steps":["trace[1958040066] 'agreement among raft nodes before linearized reading' (duration: 377.37123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:55.781078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:55.403431Z","time spent":"377.636237ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:39:55.894949Z","caller":"traceutil/trace.go:171","msg":"trace[118310169] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9103; }","duration":"114.047877ms","start":"2026-03-31T22:39:55.780879Z","end":"2026-03-31T22:39:55.894927Z","steps":["trace[118310169] 'read index received' (duration: 113.895813ms)","trace[118310169] 'applied index is now lower than readState.Index' (duration: 151.094µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:55.895113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.691477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T22:39:55.895143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.009301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:39:55.895144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.637561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:39:55.895183Z","caller":"traceutil/trace.go:171","msg":"trace[641254865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8777; }","duration":"236.110784ms","start":"2026-03-31T22:39:55.659061Z","end":"2026-03-31T22:39:55.895172Z","steps":["trace[641254865] 'agreement among raft nodes before linearized reading' (duration: 235.96243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:55.895205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.065442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:39:55.895231Z","caller":"traceutil/trace.go:171","msg":"trace[11193422] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17; range_end:; response_count:1; response_revision:8777; }","duration":"127.82225ms","start":"2026-03-31T22:39:55.76737Z","end":"2026-03-31T22:39:55.895192Z","steps":["trace[11193422] 'agreement among raft nodes before linearized reading' (duration: 127.581644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:55.895255Z","caller":"traceutil/trace.go:171","msg":"trace[808497557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8777; }","duration":"387.156604ms","start":"2026-03-31T22:39:55.508085Z","end":"2026-03-31T22:39:55.895241Z","steps":["trace[808497557] 'agreement among raft nodes before linearized reading' (duration: 387.036721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:55.895293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:55.508068Z","time spent":"387.216096ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:39:55.895203Z","caller":"traceutil/trace.go:171","msg":"trace[1563182547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"112.754344ms","start":"2026-03-31T22:39:55.78243Z","end":"2026-03-31T22:39:55.895184Z","steps":["trace[1563182547] 'agreement among raft nodes before linearized reading' (duration: 112.655131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:55.895206Z","caller":"traceutil/trace.go:171","msg":"trace[1376123103] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"306.264445ms","start":"2026-03-31T22:39:55.588923Z","end":"2026-03-31T22:39:55.895188Z","steps":["trace[1376123103] 'process raft request' (duration: 305.893796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:55.895473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:55.588897Z","time spent":"306.514351ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:39:56.616515Z","caller":"traceutil/trace.go:171","msg":"trace[98409438] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"124.111547ms","start":"2026-03-31T22:39:56.492383Z","end":"2026-03-31T22:39:56.616494Z","steps":["trace[98409438] 'process raft request' (duration: 123.988534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:56.622319Z","caller":"traceutil/trace.go:171","msg":"trace[1867162946] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"127.331409ms","start":"2026-03-31T22:39:56.494954Z","end":"2026-03-31T22:39:56.622285Z","steps":["trace[1867162946] 'process raft request' (duration: 127.223886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:57.249355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:39:57.750051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:39:58.251191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:39:58.752359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:39:59.253558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:39:59.40125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:39:59.401335Z","caller":"traceutil/trace.go:171","msg":"trace[1484389174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641653s","start":"2026-03-31T22:39:57.400677Z","end":"2026-03-31T22:39:59.401319Z","steps":["trace[1484389174] 'agreement among raft nodes before linearized reading' (duration: 2.000441318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:59.40141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:57.400663Z","time spent":"2.000712564s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:39:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:39:59.419316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.692123244s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:39:59.528053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.450247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:39:59.528362Z","caller":"traceutil/trace.go:171","msg":"trace[2099833066] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"2.801245577s","start":"2026-03-31T22:39:56.727085Z","end":"2026-03-31T22:39:59.528331Z","steps":["trace[2099833066] 'process raft request' (duration: 2.692409151s)","trace[2099833066] 'compare' (duration: 108.201591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:39:59.528665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.727062Z","time spent":"2.801362891s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:00.941421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520972928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:40:00.942514Z","caller":"traceutil/trace.go:171","msg":"trace[2007576010] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"4.194908687s","start":"2026-03-31T22:39:56.747555Z","end":"2026-03-31T22:40:00.942464Z","steps":["trace[2007576010] 'process raft request' (duration: 4.194432555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.942669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.747522Z","time spent":"4.195069751s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:00.942865Z","caller":"traceutil/trace.go:171","msg":"trace[571839564] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"3.042020918s","start":"2026-03-31T22:39:57.900814Z","end":"2026-03-31T22:40:00.942835Z","steps":["trace[571839564] 'process raft request' (duration: 3.041590207s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.942994Z","caller":"traceutil/trace.go:171","msg":"trace[1331407325] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"2.893519712s","start":"2026-03-31T22:39:58.049455Z","end":"2026-03-31T22:40:00.942975Z","steps":["trace[1331407325] 'process raft request' (duration: 2.893193453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.943015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:57.900789Z","time spent":"3.042149822s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:00.94309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.04943Z","time spent":"2.893613193s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:00.9432Z","caller":"traceutil/trace.go:171","msg":"trace[1652616715] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"2.888502765s","start":"2026-03-31T22:39:58.054667Z","end":"2026-03-31T22:40:00.94317Z","steps":["trace[1652616715] 'process raft request' (duration: 2.888179757s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.943205Z","caller":"traceutil/trace.go:171","msg":"trace[836324219] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"1.765252536s","start":"2026-03-31T22:39:59.177916Z","end":"2026-03-31T22:40:00.943169Z","steps":["trace[836324219] 'process raft request' (duration: 1.765049891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.943324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.054638Z","time spent":"2.888628449s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:00.943396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:59.177875Z","time spent":"1.765435981s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:00.943235Z","caller":"traceutil/trace.go:171","msg":"trace[1847731629] linearizableReadLoop","detail":"{readStateIndex:9118; appliedIndex:9112; }","duration":"4.194007296s","start":"2026-03-31T22:39:56.74913Z","end":"2026-03-31T22:40:00.943137Z","steps":["trace[1847731629] 'read index received' (duration: 2.670465423s)","trace[1847731629] 'applied index is now lower than readState.Index' (duration: 1.523539322s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:00.943421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194278942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:40:00.943484Z","caller":"traceutil/trace.go:171","msg":"trace[624589559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8791; }","duration":"4.194373445s","start":"2026-03-31T22:39:56.749094Z","end":"2026-03-31T22:40:00.943467Z","steps":["trace[624589559] 'agreement among raft nodes before linearized reading' (duration: 4.19418954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.943593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.749078Z","time spent":"4.194502407s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:00.956557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.774804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187301339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:40:00.956628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.248096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.956638Z","caller":"traceutil/trace.go:171","msg":"trace[1232171671] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8792; }","duration":"531.866466ms","start":"2026-03-31T22:40:00.424748Z","end":"2026-03-31T22:40:00.956614Z","steps":["trace[1232171671] 'agreement among raft nodes before linearized reading' (duration: 531.752943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.956659Z","caller":"traceutil/trace.go:171","msg":"trace[2127874001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8792; }","duration":"4.187418131s","start":"2026-03-31T22:39:56.769223Z","end":"2026-03-31T22:40:00.956641Z","steps":["trace[2127874001] 'agreement among raft nodes before linearized reading' (duration: 4.187158534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.173954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.424741Z","time spent":"531.933199ms","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.956743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.046206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.671876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.025698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.9568Z","caller":"traceutil/trace.go:171","msg":"trace[518435570] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8792; }","duration":"532.747208ms","start":"2026-03-31T22:40:00.424041Z","end":"2026-03-31T22:40:00.956788Z","steps":["trace[518435570] 'agreement among raft nodes before linearized reading' (duration: 532.685557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.424024Z","time spent":"532.796549ms","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.956839Z","caller":"traceutil/trace.go:171","msg":"trace[2034682569] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8792; }","duration":"207.131031ms","start":"2026-03-31T22:40:00.749687Z","end":"2026-03-31T22:40:00.956818Z","steps":["trace[2034682569] 'agreement among raft nodes before linearized reading' (duration: 207.035059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.469618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.956921Z","caller":"traceutil/trace.go:171","msg":"trace[378274529] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8792; }","duration":"223.54525ms","start":"2026-03-31T22:40:00.733368Z","end":"2026-03-31T22:40:00.956914Z","steps":["trace[378274529] 'agreement among raft nodes before linearized reading' (duration: 223.490459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.857571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.09368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.354083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.956721Z","caller":"traceutil/trace.go:171","msg":"trace[348355397] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8792; }","duration":"260.296318ms","start":"2026-03-31T22:40:00.696403Z","end":"2026-03-31T22:40:00.9567Z","steps":["trace[348355397] 'agreement among raft nodes before linearized reading' (duration: 260.118184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957004Z","caller":"traceutil/trace.go:171","msg":"trace[514979455] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8792; }","duration":"306.149981ms","start":"2026-03-31T22:40:00.650836Z","end":"2026-03-31T22:40:00.956986Z","steps":["trace[514979455] 'agreement among raft nodes before linearized reading' (duration: 306.10506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.854315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957022Z","caller":"traceutil/trace.go:171","msg":"trace[401233194] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8792; }","duration":"170.434555ms","start":"2026-03-31T22:40:00.786576Z","end":"2026-03-31T22:40:00.95701Z","steps":["trace[401233194] 'agreement among raft nodes before linearized reading' (duration: 170.386644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.650824Z","time spent":"306.213034ms","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.957075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.911386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957098Z","caller":"traceutil/trace.go:171","msg":"trace[976967829] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8792; }","duration":"551.935167ms","start":"2026-03-31T22:40:00.405158Z","end":"2026-03-31T22:40:00.957093Z","steps":["trace[976967829] 'agreement among raft nodes before linearized reading' (duration: 551.903906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.405118Z","time spent":"552.001879ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.590608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.95716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.781406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957176Z","caller":"traceutil/trace.go:171","msg":"trace[1983054234] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8792; }","duration":"170.65449ms","start":"2026-03-31T22:40:00.786515Z","end":"2026-03-31T22:40:00.95717Z","steps":["trace[1983054234] 'agreement among raft nodes before linearized reading' (duration: 170.615749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957186Z","caller":"traceutil/trace.go:171","msg":"trace[1335056077] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8792; }","duration":"223.845928ms","start":"2026-03-31T22:40:00.733333Z","end":"2026-03-31T22:40:00.957178Z","steps":["trace[1335056077] 'agreement among raft nodes before linearized reading' (duration: 223.802297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.480808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.95724Z","caller":"traceutil/trace.go:171","msg":"trace[1192906558] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8792; }","duration":"358.55134ms","start":"2026-03-31T22:40:00.598677Z","end":"2026-03-31T22:40:00.957229Z","steps":["trace[1192906558] 'agreement among raft nodes before linearized reading' (duration: 358.485669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.749412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.917784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.984748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.69941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.645622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.766241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957364Z","caller":"traceutil/trace.go:171","msg":"trace[1592892390] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8792; }","duration":"190.747941ms","start":"2026-03-31T22:40:00.76661Z","end":"2026-03-31T22:40:00.957358Z","steps":["trace[1592892390] 'agreement among raft nodes before linearized reading' (duration: 190.711651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957371Z","caller":"traceutil/trace.go:171","msg":"trace[1265473578] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8792; }","duration":"237.684913ms","start":"2026-03-31T22:40:00.71968Z","end":"2026-03-31T22:40:00.957365Z","steps":["trace[1265473578] 'agreement among raft nodes before linearized reading' (duration: 237.648802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957376Z","caller":"traceutil/trace.go:171","msg":"trace[1334294965] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8792; }","duration":"307.807653ms","start":"2026-03-31T22:40:00.649562Z","end":"2026-03-31T22:40:00.95737Z","steps":["trace[1334294965] 'agreement among raft nodes before linearized reading' (duration: 307.775952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.9574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.649549Z","time spent":"307.846873ms","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.957406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.880907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957389Z","caller":"traceutil/trace.go:171","msg":"trace[1788790597] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8792; }","duration":"421.130382ms","start":"2026-03-31T22:40:00.536215Z","end":"2026-03-31T22:40:00.957345Z","steps":["trace[1788790597] 'agreement among raft nodes before linearized reading' (duration: 420.988749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556000072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.99759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.536203Z","time spent":"421.264105ms","remote":"127.0.0.1:42792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.957522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.184932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957546Z","caller":"traceutil/trace.go:171","msg":"trace[368341470] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8792; }","duration":"191.257344ms","start":"2026-03-31T22:40:00.766283Z","end":"2026-03-31T22:40:00.95754Z","steps":["trace[368341470] 'agreement among raft nodes before linearized reading' (duration: 191.224503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.95755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.347948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2938532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.769205Z","time spent":"4.187492383s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:40:00.957528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.545226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957574Z","caller":"traceutil/trace.go:171","msg":"trace[729804181] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8792; }","duration":"260.41909ms","start":"2026-03-31T22:40:00.697148Z","end":"2026-03-31T22:40:00.957567Z","steps":["trace[729804181] 'agreement among raft nodes before linearized reading' (duration: 260.380789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957634Z","caller":"traceutil/trace.go:171","msg":"trace[1324977931] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8792; }","duration":"331.66362ms","start":"2026-03-31T22:40:00.625961Z","end":"2026-03-31T22:40:00.957625Z","steps":["trace[1324977931] 'agreement among raft nodes before linearized reading' (duration: 331.552056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.649824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.625953Z","time spent":"331.719301ms","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.956852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.884379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417779356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957696Z","caller":"traceutil/trace.go:171","msg":"trace[967261245] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8792; }","duration":"551.393324ms","start":"2026-03-31T22:40:00.406297Z","end":"2026-03-31T22:40:00.95769Z","steps":["trace[967261245] 'agreement among raft nodes before linearized reading' (duration: 550.677475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.134831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.956959Z","caller":"traceutil/trace.go:171","msg":"trace[842056773] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8792; }","duration":"532.912052ms","start":"2026-03-31T22:40:00.424041Z","end":"2026-03-31T22:40:00.956953Z","steps":["trace[842056773] 'agreement among raft nodes before linearized reading' (duration: 532.874162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.78392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.406275Z","time spent":"551.496417ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.957798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.424024Z","time spent":"533.766554ms","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.957558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.830304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957749Z","caller":"traceutil/trace.go:171","msg":"trace[12917443] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8792; }","duration":"2.417881139s","start":"2026-03-31T22:39:58.539862Z","end":"2026-03-31T22:40:00.957743Z","steps":["trace[12917443] 'agreement among raft nodes before linearized reading' (duration: 2.417840588s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957852Z","caller":"traceutil/trace.go:171","msg":"trace[1147545484] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8792; }","duration":"421.166713ms","start":"2026-03-31T22:40:00.536679Z","end":"2026-03-31T22:40:00.957846Z","steps":["trace[1147545484] 'agreement among raft nodes before linearized reading' (duration: 420.853985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.318602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.539825Z","time spent":"2.418039682s","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.957899Z","caller":"traceutil/trace.go:171","msg":"trace[568512212] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8792; }","duration":"442.381623ms","start":"2026-03-31T22:40:00.515507Z","end":"2026-03-31T22:40:00.957889Z","steps":["trace[568512212] 'agreement among raft nodes before linearized reading' (duration: 442.2785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126435959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957934Z","caller":"traceutil/trace.go:171","msg":"trace[1214054080] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8792; }","duration":"4.126510121s","start":"2026-03-31T22:39:56.831418Z","end":"2026-03-31T22:40:00.957928Z","steps":["trace[1214054080] 'agreement among raft nodes before linearized reading' (duration: 4.12648078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.95794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.515495Z","time spent":"442.435415ms","remote":"127.0.0.1:42780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.831405Z","time spent":"4.126548941s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.72776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.438489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.95803Z","caller":"traceutil/trace.go:171","msg":"trace[1889248662] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8792; }","duration":"359.807742ms","start":"2026-03-31T22:40:00.598213Z","end":"2026-03-31T22:40:00.958021Z","steps":["trace[1889248662] 'agreement among raft nodes before linearized reading' (duration: 359.123424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.598201Z","time spent":"359.848914ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:40:00.958059Z","caller":"traceutil/trace.go:171","msg":"trace[587121253] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8792; }","duration":"207.87643ms","start":"2026-03-31T22:40:00.750165Z","end":"2026-03-31T22:40:00.958041Z","steps":["trace[587121253] 'agreement among raft nodes before linearized reading' (duration: 207.45467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147440464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.14333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540775179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574939929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:40:00.958176Z","caller":"traceutil/trace.go:171","msg":"trace[2003790089] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8792; }","duration":"3.541098967s","start":"2026-03-31T22:39:57.417072Z","end":"2026-03-31T22:40:00.958171Z","steps":["trace[2003790089] 'agreement among raft nodes before linearized reading' (duration: 3.54079473s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958195Z","caller":"traceutil/trace.go:171","msg":"trace[398318523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8792; }","duration":"2.575391221s","start":"2026-03-31T22:39:58.382791Z","end":"2026-03-31T22:40:00.958182Z","steps":["trace[398318523] 'agreement among raft nodes before linearized reading' (duration: 2.5749717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:57.417054Z","time spent":"3.541143468s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.536654Z","time spent":"421.225805ms","remote":"127.0.0.1:42792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.956792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.075629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.382768Z","time spent":"2.575446943s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:40:00.958262Z","caller":"traceutil/trace.go:171","msg":"trace[1904424548] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8792; }","duration":"208.573087ms","start":"2026-03-31T22:40:00.749672Z","end":"2026-03-31T22:40:00.958245Z","steps":["trace[1904424548] 'agreement among raft nodes before linearized reading' (duration: 207.09662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958179Z","caller":"traceutil/trace.go:171","msg":"trace[2047898330] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8792; }","duration":"224.521915ms","start":"2026-03-31T22:40:00.733649Z","end":"2026-03-31T22:40:00.958171Z","steps":["trace[2047898330] 'agreement among raft nodes before linearized reading' (duration: 223.16036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957048Z","caller":"traceutil/trace.go:171","msg":"trace[592046430] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8792; }","duration":"551.898556ms","start":"2026-03-31T22:40:00.405133Z","end":"2026-03-31T22:40:00.957032Z","steps":["trace[592046430] 'agreement among raft nodes before linearized reading' (duration: 551.872266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.405116Z","time spent":"553.21828ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:40:00.957792Z","caller":"traceutil/trace.go:171","msg":"trace[933656005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8792; }","duration":"191.481471ms","start":"2026-03-31T22:40:00.766296Z","end":"2026-03-31T22:40:00.957777Z","steps":["trace[933656005] 'agreement among raft nodes before linearized reading' (duration: 191.175042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957303Z","caller":"traceutil/trace.go:171","msg":"trace[1172709507] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8792; }","duration":"170.778443ms","start":"2026-03-31T22:40:00.786516Z","end":"2026-03-31T22:40:00.957295Z","steps":["trace[1172709507] 'agreement among raft nodes before linearized reading' (duration: 170.734842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.956704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.373858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.957312Z","caller":"traceutil/trace.go:171","msg":"trace[1455730993] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8792; }","duration":"236.970955ms","start":"2026-03-31T22:40:00.720334Z","end":"2026-03-31T22:40:00.957305Z","steps":["trace[1455730993] 'agreement among raft nodes before linearized reading' (duration: 236.932144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.957582Z","caller":"traceutil/trace.go:171","msg":"trace[203521990] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8792; }","duration":"2.293903212s","start":"2026-03-31T22:39:58.663673Z","end":"2026-03-31T22:40:00.957576Z","steps":["trace[203521990] 'agreement among raft nodes before linearized reading' (duration: 2.293861631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.663659Z","time spent":"2.294874596s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.535446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.965635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.958576Z","caller":"traceutil/trace.go:171","msg":"trace[1777575671] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8792; }","duration":"519.009985ms","start":"2026-03-31T22:40:00.439559Z","end":"2026-03-31T22:40:00.958569Z","steps":["trace[1777575671] 'agreement among raft nodes before linearized reading' (duration: 518.969374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958575Z","caller":"traceutil/trace.go:171","msg":"trace[198539788] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8792; }","duration":"308.843779ms","start":"2026-03-31T22:40:00.649725Z","end":"2026-03-31T22:40:00.958569Z","steps":["trace[198539788] 'agreement among raft nodes before linearized reading' (duration: 307.564087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.439545Z","time spent":"519.041386ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.9586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.649702Z","time spent":"308.88944ms","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.95827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.742072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.598665Z","time spent":"358.600121ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:40:00.958634Z","caller":"traceutil/trace.go:171","msg":"trace[1187157385] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8792; }","duration":"443.156232ms","start":"2026-03-31T22:40:00.515465Z","end":"2026-03-31T22:40:00.958621Z","steps":["trace[1187157385] 'agreement among raft nodes before linearized reading' (duration: 442.67745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.95758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.523815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.515449Z","time spent":"443.218544ms","remote":"127.0.0.1:42780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:40:00.958694Z","caller":"traceutil/trace.go:171","msg":"trace[192219477] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8792; }","duration":"360.389606ms","start":"2026-03-31T22:40:00.598296Z","end":"2026-03-31T22:40:00.958685Z","steps":["trace[192219477] 'agreement among raft nodes before linearized reading' (duration: 358.997271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958707Z","caller":"traceutil/trace.go:171","msg":"trace[1894029520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8792; }","duration":"462.598688ms","start":"2026-03-31T22:40:00.496103Z","end":"2026-03-31T22:40:00.958702Z","steps":["trace[1894029520] 'agreement among raft nodes before linearized reading' (duration: 462.569937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.809396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.598263Z","time spent":"360.447958ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.956926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.260082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.958748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.69492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.957762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.326037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.958762Z","caller":"traceutil/trace.go:171","msg":"trace[1691438891] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8792; }","duration":"462.741421ms","start":"2026-03-31T22:40:00.496016Z","end":"2026-03-31T22:40:00.958757Z","steps":["trace[1691438891] 'agreement among raft nodes before linearized reading' (duration: 462.71749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.495996Z","time spent":"462.781341ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:40:00.956854Z","caller":"traceutil/trace.go:171","msg":"trace[1141391747] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8792; }","duration":"277.178359ms","start":"2026-03-31T22:40:00.679666Z","end":"2026-03-31T22:40:00.956844Z","steps":["trace[1141391747] 'agreement among raft nodes before linearized reading' (duration: 277.058386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.956667Z","caller":"traceutil/trace.go:171","msg":"trace[2052504054] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8792; }","duration":"260.297658ms","start":"2026-03-31T22:40:00.696359Z","end":"2026-03-31T22:40:00.956657Z","steps":["trace[2052504054] 'agreement among raft nodes before linearized reading' (duration: 260.241067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.957692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33702642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:40:00.958868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.200272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.956558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.208989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.958884Z","caller":"traceutil/trace.go:171","msg":"trace[1997840762] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8792; }","duration":"477.253053ms","start":"2026-03-31T22:40:00.481625Z","end":"2026-03-31T22:40:00.958878Z","steps":["trace[1997840762] 'agreement among raft nodes before linearized reading' (duration: 477.227312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.95889Z","caller":"traceutil/trace.go:171","msg":"trace[1503287896] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8792; }","duration":"422.604029ms","start":"2026-03-31T22:40:00.53628Z","end":"2026-03-31T22:40:00.958884Z","steps":["trace[1503287896] 'agreement among raft nodes before linearized reading' (duration: 420.184418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.4816Z","time spent":"477.299534ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.957647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331928353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:40:00.958918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.536262Z","time spent":"422.643011ms","remote":"127.0.0.1:42792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.958482Z","caller":"traceutil/trace.go:171","msg":"trace[1711286558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8792; }","duration":"278.186574ms","start":"2026-03-31T22:40:00.680286Z","end":"2026-03-31T22:40:00.958473Z","steps":["trace[1711286558] 'agreement among raft nodes before linearized reading' (duration: 276.396089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958945Z","caller":"traceutil/trace.go:171","msg":"trace[246141160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8792; }","duration":"2.333237404s","start":"2026-03-31T22:39:58.625695Z","end":"2026-03-31T22:40:00.958932Z","steps":["trace[246141160] 'agreement among raft nodes before linearized reading' (duration: 2.33190234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.625685Z","time spent":"2.333282785s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:40:00.959009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.196787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.958774Z","caller":"traceutil/trace.go:171","msg":"trace[665349297] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8792; }","duration":"279.129118ms","start":"2026-03-31T22:40:00.679625Z","end":"2026-03-31T22:40:00.958754Z","steps":["trace[665349297] 'agreement among raft nodes before linearized reading' (duration: 277.282051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.959029Z","caller":"traceutil/trace.go:171","msg":"trace[1138410330] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8792; }","duration":"478.247978ms","start":"2026-03-31T22:40:00.480775Z","end":"2026-03-31T22:40:00.959023Z","steps":["trace[1138410330] 'agreement among raft nodes before linearized reading' (duration: 478.221288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.480758Z","time spent":"478.28246ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.957499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.958482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.959118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.276739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.959134Z","caller":"traceutil/trace.go:171","msg":"trace[115309684] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8792; }","duration":"498.314459ms","start":"2026-03-31T22:40:00.460814Z","end":"2026-03-31T22:40:00.959129Z","steps":["trace[115309684] 'agreement among raft nodes before linearized reading' (duration: 498.285608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.460803Z","time spent":"498.34848ms","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:40:00.957434Z","caller":"traceutil/trace.go:171","msg":"trace[2117607294] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8792; }","duration":"378.944809ms","start":"2026-03-31T22:40:00.578481Z","end":"2026-03-31T22:40:00.957426Z","steps":["trace[2117607294] 'agreement among raft nodes before linearized reading' (duration: 378.905708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.295644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.959264Z","caller":"traceutil/trace.go:171","msg":"trace[397157900] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8792; }","duration":"499.339974ms","start":"2026-03-31T22:40:00.459918Z","end":"2026-03-31T22:40:00.959258Z","steps":["trace[397157900] 'agreement among raft nodes before linearized reading' (duration: 499.305473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.459902Z","time spent":"499.372066ms","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161609697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:40:00.959474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.57386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.959492Z","caller":"traceutil/trace.go:171","msg":"trace[1806996574] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8792; }","duration":"499.616021ms","start":"2026-03-31T22:40:00.459871Z","end":"2026-03-31T22:40:00.959487Z","steps":["trace[1806996574] 'agreement among raft nodes before linearized reading' (duration: 499.58427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.459855Z","time spent":"499.647402ms","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:40:00.959505Z","caller":"traceutil/trace.go:171","msg":"trace[798946354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8792; }","duration":"1.16372563s","start":"2026-03-31T22:39:59.795763Z","end":"2026-03-31T22:40:00.959489Z","steps":["trace[798946354] 'agreement among raft nodes before linearized reading' (duration: 1.161585576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:59.795744Z","time spent":"1.163791101s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:40:00.957477Z","caller":"traceutil/trace.go:171","msg":"trace[1010925847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8792; }","duration":"1.556054223s","start":"2026-03-31T22:39:59.401415Z","end":"2026-03-31T22:40:00.95747Z","steps":["trace[1010925847] 'agreement among raft nodes before linearized reading' (duration: 1.556019232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.60995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.959624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:59.4014Z","time spent":"1.558216117s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:40:00.959634Z","caller":"traceutil/trace.go:171","msg":"trace[1065590463] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8792; }","duration":"519.651231ms","start":"2026-03-31T22:40:00.439977Z","end":"2026-03-31T22:40:00.959629Z","steps":["trace[1065590463] 'agreement among raft nodes before linearized reading' (duration: 519.61757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.95965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.439968Z","time spent":"519.678242ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.958987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.140405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:00.959756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.108152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.959773Z","caller":"traceutil/trace.go:171","msg":"trace[505023513] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8792; }","duration":"520.159334ms","start":"2026-03-31T22:40:00.439609Z","end":"2026-03-31T22:40:00.959768Z","steps":["trace[505023513] 'agreement among raft nodes before linearized reading' (duration: 520.126453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.95979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.439595Z","time spent":"520.190054ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.957508Z","caller":"traceutil/trace.go:171","msg":"trace[755866765] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8792; }","duration":"379.054322ms","start":"2026-03-31T22:40:00.578446Z","end":"2026-03-31T22:40:00.9575Z","steps":["trace[755866765] 'agreement among raft nodes before linearized reading' (duration: 379.006311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.959868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.578432Z","time spent":"381.431411ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.958742Z","caller":"traceutil/trace.go:171","msg":"trace[2065937684] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8792; }","duration":"239.053657ms","start":"2026-03-31T22:40:00.719679Z","end":"2026-03-31T22:40:00.958732Z","steps":["trace[2065937684] 'agreement among raft nodes before linearized reading' (duration: 237.811946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.958863Z","caller":"traceutil/trace.go:171","msg":"trace[350684476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8792; }","duration":"2.338234539s","start":"2026-03-31T22:39:58.620622Z","end":"2026-03-31T22:40:00.958857Z","steps":["trace[350684476] 'agreement among raft nodes before linearized reading' (duration: 2.33703769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:58.620601Z","time spent":"2.339416109s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:40:00.958768Z","caller":"traceutil/trace.go:171","msg":"trace[685246882] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8792; }","duration":"442.398623ms","start":"2026-03-31T22:40:00.516363Z","end":"2026-03-31T22:40:00.958762Z","steps":["trace[685246882] 'agreement among raft nodes before linearized reading' (duration: 441.334477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:00.959132Z","caller":"traceutil/trace.go:171","msg":"trace[1319221007] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8792; }","duration":"332.614513ms","start":"2026-03-31T22:40:00.626507Z","end":"2026-03-31T22:40:00.959121Z","steps":["trace[1319221007] 'agreement among raft nodes before linearized reading' (duration: 330.975372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.626492Z","time spent":"333.610278ms","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:40:00.960096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.516344Z","time spent":"443.736056ms","remote":"127.0.0.1:42780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:40:00.958153Z","caller":"traceutil/trace.go:171","msg":"trace[1729453331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8792; }","duration":"4.147501285s","start":"2026-03-31T22:39:56.810644Z","end":"2026-03-31T22:40:00.958145Z","steps":["trace[1729453331] 'agreement among raft nodes before linearized reading' (duration: 4.147460344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.958723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.496073Z","time spent":"462.645028ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.960187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:56.810627Z","time spent":"4.149552486s","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.959231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.578462Z","time spent":"380.751154ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.957513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827613793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.959785Z","caller":"traceutil/trace.go:171","msg":"trace[33023403] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8792; }","duration":"478.924525ms","start":"2026-03-31T22:40:00.480841Z","end":"2026-03-31T22:40:00.959766Z","steps":["trace[33023403] 'agreement among raft nodes before linearized reading' (duration: 478.131945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.480822Z","time spent":"479.52392ms","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:00.960353Z","caller":"traceutil/trace.go:171","msg":"trace[981510831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8792; }","duration":"1.830451834s","start":"2026-03-31T22:39:59.129889Z","end":"2026-03-31T22:40:00.960341Z","steps":["trace[981510831] 'agreement among raft nodes before linearized reading' (duration: 1.827603963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:59.129791Z","time spent":"1.830587077s","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:00.957855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051142937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:40:00.9578Z","caller":"traceutil/trace.go:171","msg":"trace[1756508399] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8792; }","duration":"378.498639ms","start":"2026-03-31T22:40:00.579294Z","end":"2026-03-31T22:40:00.957793Z","steps":["trace[1756508399] 'agreement among raft nodes before linearized reading' (duration: 378.053217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.57929Z","time spent":"381.140605ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:40:00.960437Z","caller":"traceutil/trace.go:171","msg":"trace[1034307022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8792; }","duration":"3.053751582s","start":"2026-03-31T22:39:57.906672Z","end":"2026-03-31T22:40:00.960424Z","steps":["trace[1034307022] 'agreement among raft nodes before linearized reading' (duration: 3.051145777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:39:57.90666Z","time spent":"3.053801673s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:40:00.95772Z","caller":"traceutil/trace.go:171","msg":"trace[2048100227] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8792; }","duration":"331.807043ms","start":"2026-03-31T22:40:00.625902Z","end":"2026-03-31T22:40:00.957709Z","steps":["trace[2048100227] 'agreement among raft nodes before linearized reading' (duration: 330.858239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.960564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.625886Z","time spent":"334.668645ms","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:40:00.958323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.4984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:00.961013Z","caller":"traceutil/trace.go:171","msg":"trace[1741722597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8792; }","duration":"464.170867ms","start":"2026-03-31T22:40:00.496797Z","end":"2026-03-31T22:40:00.960968Z","steps":["trace[1741722597] 'agreement among raft nodes before linearized reading' (duration: 461.498191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:00.961142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:00.496781Z","time spent":"464.344551ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:40:07.194076Z","caller":"traceutil/trace.go:171","msg":"trace[888157856] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"126.358605ms","start":"2026-03-31T22:40:07.067696Z","end":"2026-03-31T22:40:07.194055Z","steps":["trace[888157856] 'process raft request' (duration: 123.979725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:07.196404Z","caller":"traceutil/trace.go:171","msg":"trace[551548455] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"128.462757ms","start":"2026-03-31T22:40:07.067913Z","end":"2026-03-31T22:40:07.196376Z","steps":["trace[551548455] 'process raft request' (duration: 128.259831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:07.196685Z","caller":"traceutil/trace.go:171","msg":"trace[1203503680] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"128.158119ms","start":"2026-03-31T22:40:07.068493Z","end":"2026-03-31T22:40:07.196651Z","steps":["trace[1203503680] 'process raft request' (duration: 127.832001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:07.196829Z","caller":"traceutil/trace.go:171","msg":"trace[1507230121] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"128.123469ms","start":"2026-03-31T22:40:07.068662Z","end":"2026-03-31T22:40:07.196786Z","steps":["trace[1507230121] 'process raft request' (duration: 127.900093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:07.196949Z","caller":"traceutil/trace.go:171","msg":"trace[289800221] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"128.113928ms","start":"2026-03-31T22:40:07.068816Z","end":"2026-03-31T22:40:07.19693Z","steps":["trace[289800221] 'process raft request' (duration: 127.875382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:07.737884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:07.737977Z","caller":"traceutil/trace.go:171","msg":"trace[741991188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8831; }","duration":"334.248424ms","start":"2026-03-31T22:40:07.403707Z","end":"2026-03-31T22:40:07.737956Z","steps":["trace[741991188] 'range keys from in-memory index tree' (duration: 333.968256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:07.738072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:07.40364Z","time spent":"334.416967ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:40:07.809128Z","caller":"traceutil/trace.go:171","msg":"trace[1534913405] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"229.628802ms","start":"2026-03-31T22:40:07.579449Z","end":"2026-03-31T22:40:07.809077Z","steps":["trace[1534913405] 'process raft request' (duration: 229.389606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.334274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.114336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:40:09.397701Z","caller":"traceutil/trace.go:171","msg":"trace[854494072] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"338.656484ms","start":"2026-03-31T22:40:09.059027Z","end":"2026-03-31T22:40:09.397684Z","steps":["trace[854494072] 'process raft request' (duration: 338.516151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.397808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:09.059005Z","time spent":"338.747337ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:09.414137Z","caller":"traceutil/trace.go:171","msg":"trace[185106430] linearizableReadLoop","detail":"{readStateIndex:9165; appliedIndex:9162; }","duration":"339.626057ms","start":"2026-03-31T22:40:09.074498Z","end":"2026-03-31T22:40:09.414124Z","steps":["trace[185106430] 'read index received' (duration: 323.088465ms)","trace[185106430] 'applied index is now lower than readState.Index' (duration: 16.536722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:09.414224Z","caller":"traceutil/trace.go:171","msg":"trace[151641883] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"344.611083ms","start":"2026-03-31T22:40:09.0696Z","end":"2026-03-31T22:40:09.414211Z","steps":["trace[151641883] 'process raft request' (duration: 344.451639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.414199Z","caller":"traceutil/trace.go:171","msg":"trace[1667132509] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"345.106614ms","start":"2026-03-31T22:40:09.069059Z","end":"2026-03-31T22:40:09.414165Z","steps":["trace[1667132509] 'process raft request' (duration: 344.888149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.41429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:09.069579Z","time spent":"344.675454ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:09.41436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.476484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:40:09.414361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.855163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:40:09.414404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:09.069035Z","time spent":"345.271029ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:09.414432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.187042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:40:09.414462Z","caller":"traceutil/trace.go:171","msg":"trace[1419832185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8835; }","duration":"203.230723ms","start":"2026-03-31T22:40:09.211222Z","end":"2026-03-31T22:40:09.414452Z","steps":["trace[1419832185] 'agreement among raft nodes before linearized reading' (duration: 203.150871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.414434Z","caller":"traceutil/trace.go:171","msg":"trace[336957658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8835; }","duration":"339.939005ms","start":"2026-03-31T22:40:09.07447Z","end":"2026-03-31T22:40:09.414409Z","steps":["trace[336957658] 'agreement among raft nodes before linearized reading' (duration: 339.7331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.414553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:09.074459Z","time spent":"340.083409ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:40:09.414571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.826817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:40:09.414579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.464818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:40:09.414602Z","caller":"traceutil/trace.go:171","msg":"trace[660065487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8835; }","duration":"213.890779ms","start":"2026-03-31T22:40:09.200703Z","end":"2026-03-31T22:40:09.414593Z","steps":["trace[660065487] 'agreement among raft nodes before linearized reading' (duration: 213.803967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.414615Z","caller":"traceutil/trace.go:171","msg":"trace[2103436741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8835; }","duration":"203.523689ms","start":"2026-03-31T22:40:09.211081Z","end":"2026-03-31T22:40:09.414605Z","steps":["trace[2103436741] 'agreement among raft nodes before linearized reading' (duration: 203.360755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.414417Z","caller":"traceutil/trace.go:171","msg":"trace[388395817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8835; }","duration":"216.570085ms","start":"2026-03-31T22:40:09.197833Z","end":"2026-03-31T22:40:09.414403Z","steps":["trace[388395817] 'agreement among raft nodes before linearized reading' (duration: 216.427182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.414712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.431258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:40:09.414748Z","caller":"traceutil/trace.go:171","msg":"trace[224892943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8835; }","duration":"203.51947ms","start":"2026-03-31T22:40:09.211221Z","end":"2026-03-31T22:40:09.41474Z","steps":["trace[224892943] 'agreement among raft nodes before linearized reading' (duration: 203.434228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.596114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.991603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:09.596392Z","caller":"traceutil/trace.go:171","msg":"trace[1114713760] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"177.50254ms","start":"2026-03-31T22:40:09.41884Z","end":"2026-03-31T22:40:09.596343Z","steps":["trace[1114713760] 'process raft request' (duration: 177.402388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.596398Z","caller":"traceutil/trace.go:171","msg":"trace[1625681065] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"177.525271ms","start":"2026-03-31T22:40:09.418845Z","end":"2026-03-31T22:40:09.59637Z","steps":["trace[1625681065] 'process raft request' (duration: 19.184069ms)","trace[1625681065] 'compare' (duration: 157.821349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:09.688001Z","caller":"traceutil/trace.go:171","msg":"trace[667588896] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"268.757299ms","start":"2026-03-31T22:40:09.419217Z","end":"2026-03-31T22:40:09.687975Z","steps":["trace[667588896] 'process raft request' (duration: 268.672407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.68804Z","caller":"traceutil/trace.go:171","msg":"trace[1213401419] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"268.822741ms","start":"2026-03-31T22:40:09.419182Z","end":"2026-03-31T22:40:09.688005Z","steps":["trace[1213401419] 'process raft request' (duration: 268.568345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.688584Z","caller":"traceutil/trace.go:171","msg":"trace[2141615203] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9165; }","duration":"266.597745ms","start":"2026-03-31T22:40:09.421974Z","end":"2026-03-31T22:40:09.688572Z","steps":["trace[2141615203] 'read index received' (duration: 16.066521ms)","trace[2141615203] 'applied index is now lower than readState.Index' (duration: 250.529694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:09.688774Z","caller":"traceutil/trace.go:171","msg":"trace[2137509977] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"269.466376ms","start":"2026-03-31T22:40:09.419293Z","end":"2026-03-31T22:40:09.688759Z","steps":["trace[2137509977] 'process raft request' (duration: 268.636746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:09.689094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.106898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-03-31T22:40:09.689155Z","caller":"traceutil/trace.go:171","msg":"trace[1576316570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8840; }","duration":"267.20839ms","start":"2026-03-31T22:40:09.421936Z","end":"2026-03-31T22:40:09.689144Z","steps":["trace[1576316570] 'agreement among raft nodes before linearized reading' (duration: 266.709868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:10.746302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:11.246529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:12.193408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.197207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:12.193497Z","caller":"traceutil/trace.go:171","msg":"trace[806485465] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9170; }","duration":"1.948066099s","start":"2026-03-31T22:40:10.245418Z","end":"2026-03-31T22:40:12.193484Z","steps":["trace[806485465] 'read index received' (duration: 1.489684837s)","trace[806485465] 'applied index is now lower than readState.Index' (duration: 458.380232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:12.19356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948152672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:12.193547Z","caller":"traceutil/trace.go:171","msg":"trace[1363085277] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"2.379067199s","start":"2026-03-31T22:40:09.814443Z","end":"2026-03-31T22:40:12.19351Z","steps":["trace[1363085277] 'process raft request' (duration: 1.920691467s)","trace[1363085277] 'compare' (duration: 458.102135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:12.193588Z","caller":"traceutil/trace.go:171","msg":"trace[1858972877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8841; }","duration":"1.948212254s","start":"2026-03-31T22:40:10.245366Z","end":"2026-03-31T22:40:12.193579Z","steps":["trace[1858972877] 'agreement among raft nodes before linearized reading' (duration: 1.948166723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.193614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:10.245347Z","time spent":"1.948261114s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:12.193683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:09.814417Z","time spent":"2.379189952s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:12.228111Z","caller":"traceutil/trace.go:171","msg":"trace[78462166] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"828.242626ms","start":"2026-03-31T22:40:11.399849Z","end":"2026-03-31T22:40:12.228091Z","steps":["trace[78462166] 'process raft request' (duration: 828.128313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:12.228105Z","caller":"traceutil/trace.go:171","msg":"trace[1777362936] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"916.13729ms","start":"2026-03-31T22:40:11.311936Z","end":"2026-03-31T22:40:12.228073Z","steps":["trace[1777362936] 'process raft request' (duration: 915.669859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.228224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.399814Z","time spent":"828.354099ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:12.228348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.311905Z","time spent":"916.284863ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:12.228113Z","caller":"traceutil/trace.go:171","msg":"trace[61650679] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"824.731699ms","start":"2026-03-31T22:40:11.403359Z","end":"2026-03-31T22:40:12.22809Z","steps":["trace[61650679] 'process raft request' (duration: 824.662187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:12.228437Z","caller":"traceutil/trace.go:171","msg":"trace[625555507] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"809.201691ms","start":"2026-03-31T22:40:11.419214Z","end":"2026-03-31T22:40:12.228415Z","steps":["trace[625555507] 'process raft request' (duration: 808.842702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.228487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.403337Z","time spent":"825.104368ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:12.228547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.419182Z","time spent":"809.308184ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:12.228868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.743451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:40:12.228897Z","caller":"traceutil/trace.go:171","msg":"trace[1493210959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8846; }","duration":"627.815273ms","start":"2026-03-31T22:40:11.601076Z","end":"2026-03-31T22:40:12.228891Z","steps":["trace[1493210959] 'agreement among raft nodes before linearized reading' (duration: 627.71538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.228913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.601059Z","time spent":"627.850153ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:12.228932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.465296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:40:12.228913Z","caller":"traceutil/trace.go:171","msg":"trace[1626526419] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"809.20686ms","start":"2026-03-31T22:40:11.419679Z","end":"2026-03-31T22:40:12.228886Z","steps":["trace[1626526419] 'process raft request' (duration: 808.594075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.228983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.512768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:12.228981Z","caller":"traceutil/trace.go:171","msg":"trace[1319249788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8846; }","duration":"535.548769ms","start":"2026-03-31T22:40:11.693421Z","end":"2026-03-31T22:40:12.228969Z","steps":["trace[1319249788] 'agreement among raft nodes before linearized reading' (duration: 535.374774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:12.229001Z","caller":"traceutil/trace.go:171","msg":"trace[1115808799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"825.529468ms","start":"2026-03-31T22:40:11.403466Z","end":"2026-03-31T22:40:12.228995Z","steps":["trace[1115808799] 'agreement among raft nodes before linearized reading' (duration: 825.504998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.693404Z","time spent":"535.60307ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:40:12.229024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.403413Z","time spent":"825.607771ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:40:12.229043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.417888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:40:12.229066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.41966Z","time spent":"809.331564ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:12.229094Z","caller":"traceutil/trace.go:171","msg":"trace[749670971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8846; }","duration":"624.50642ms","start":"2026-03-31T22:40:11.604572Z","end":"2026-03-31T22:40:12.229079Z","steps":["trace[749670971] 'agreement among raft nodes before linearized reading' (duration: 624.254894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.604547Z","time spent":"624.573801ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:40:12.229135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.60745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:40:12.229162Z","caller":"traceutil/trace.go:171","msg":"trace[2125960389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8846; }","duration":"535.672632ms","start":"2026-03-31T22:40:11.693481Z","end":"2026-03-31T22:40:12.229154Z","steps":["trace[2125960389] 'agreement among raft nodes before linearized reading' (duration: 535.475247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.693457Z","time spent":"535.724443ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:12.229203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.715973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:12.229244Z","caller":"traceutil/trace.go:171","msg":"trace[1261161524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8846; }","duration":"982.816615ms","start":"2026-03-31T22:40:11.246417Z","end":"2026-03-31T22:40:12.229233Z","steps":["trace[1261161524] 'agreement among raft nodes before linearized reading' (duration: 982.671161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.945149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:40:12.229266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.246388Z","time spent":"982.872817ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:40:12.229273Z","caller":"traceutil/trace.go:171","msg":"trace[1411224988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8846; }","duration":"523.96949ms","start":"2026-03-31T22:40:11.705295Z","end":"2026-03-31T22:40:12.229265Z","steps":["trace[1411224988] 'agreement among raft nodes before linearized reading' (duration: 523.55851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.814455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:40:12.229301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.705256Z","time spent":"524.039732ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:40:12.229359Z","caller":"traceutil/trace.go:171","msg":"trace[1587337912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8846; }","duration":"535.879867ms","start":"2026-03-31T22:40:11.693471Z","end":"2026-03-31T22:40:12.22935Z","steps":["trace[1587337912] 'agreement among raft nodes before linearized reading' (duration: 535.558589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:11.693452Z","time spent":"535.927808ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:12.229576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236978049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:12.229626Z","caller":"traceutil/trace.go:171","msg":"trace[406539836] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8846; }","duration":"1.237081521s","start":"2026-03-31T22:40:10.99253Z","end":"2026-03-31T22:40:12.229612Z","steps":["trace[406539836] 'agreement among raft nodes before linearized reading' (duration: 1.236980589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.229658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:10.992515Z","time spent":"1.237133563s","remote":"127.0.0.1:38628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:12.386528Z","caller":"traceutil/trace.go:171","msg":"trace[2007203450] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9176; }","duration":"150.638731ms","start":"2026-03-31T22:40:12.235863Z","end":"2026-03-31T22:40:12.386502Z","steps":["trace[2007203450] 'read index received' (duration: 58.204343ms)","trace[2007203450] 'applied index is now lower than readState.Index' (duration: 92.433288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:12.386646Z","caller":"traceutil/trace.go:171","msg":"trace[887520291] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"151.301257ms","start":"2026-03-31T22:40:12.235332Z","end":"2026-03-31T22:40:12.386634Z","steps":["trace[887520291] 'process raft request' (duration: 58.737416ms)","trace[887520291] 'compare' (duration: 92.275804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:12.386902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.02234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T22:40:12.386945Z","caller":"traceutil/trace.go:171","msg":"trace[1781742004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8847; }","duration":"151.103082ms","start":"2026-03-31T22:40:12.23583Z","end":"2026-03-31T22:40:12.386933Z","steps":["trace[1781742004] 'agreement among raft nodes before linearized reading' (duration: 150.958819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.612523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.167544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:12.612744Z","caller":"traceutil/trace.go:171","msg":"trace[1541458361] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"376.001156ms","start":"2026-03-31T22:40:12.236718Z","end":"2026-03-31T22:40:12.612719Z","steps":["trace[1541458361] 'process raft request' (duration: 252.538944ms)","trace[1541458361] 'compare' (duration: 123.010991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:12.612848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:12.236709Z","time spent":"376.092088ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:12.613071Z","caller":"traceutil/trace.go:171","msg":"trace[1527862849] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"376.248362ms","start":"2026-03-31T22:40:12.236779Z","end":"2026-03-31T22:40:12.613027Z","steps":["trace[1527862849] 'process raft request' (duration: 375.864863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:12.613094Z","caller":"traceutil/trace.go:171","msg":"trace[94251063] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"376.221642ms","start":"2026-03-31T22:40:12.236852Z","end":"2026-03-31T22:40:12.613074Z","steps":["trace[94251063] 'process raft request' (duration: 376.120569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.613269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:12.236823Z","time spent":"376.369864ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:12.613261Z","caller":"traceutil/trace.go:171","msg":"trace[246368168] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"375.925254ms","start":"2026-03-31T22:40:12.237311Z","end":"2026-03-31T22:40:12.613236Z","steps":["trace[246368168] 'process raft request' (duration: 375.735479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.613456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:12.237302Z","time spent":"376.100089ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:12.613292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:12.236768Z","time spent":"376.414236ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:12.613684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.544154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-03-31T22:40:12.613747Z","caller":"traceutil/trace.go:171","msg":"trace[1058426617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8851; }","duration":"377.627196ms","start":"2026-03-31T22:40:12.236107Z","end":"2026-03-31T22:40:12.613734Z","steps":["trace[1058426617] 'agreement among raft nodes before linearized reading' (duration: 377.231736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.613787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:12.236073Z","time spent":"377.702348ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:40:12.613295Z","caller":"traceutil/trace.go:171","msg":"trace[907026201] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9177; }","duration":"226.605227ms","start":"2026-03-31T22:40:12.386599Z","end":"2026-03-31T22:40:12.613205Z","steps":["trace[907026201] 'read index received' (duration: 102.672494ms)","trace[907026201] 'applied index is now lower than readState.Index' (duration: 123.931313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:12.614238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.117055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:12.614293Z","caller":"traceutil/trace.go:171","msg":"trace[1939799081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8851; }","duration":"210.221898ms","start":"2026-03-31T22:40:12.404054Z","end":"2026-03-31T22:40:12.614276Z","steps":["trace[1939799081] 'agreement among raft nodes before linearized reading' (duration: 210.125676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:12.614308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.520133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:12.614393Z","caller":"traceutil/trace.go:171","msg":"trace[305515286] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8851; }","duration":"125.647856ms","start":"2026-03-31T22:40:12.488724Z","end":"2026-03-31T22:40:12.614372Z","steps":["trace[305515286] 'agreement among raft nodes before linearized reading' (duration: 125.491393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:14.328391Z","caller":"traceutil/trace.go:171","msg":"trace[1271964299] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"129.781229ms","start":"2026-03-31T22:40:14.198588Z","end":"2026-03-31T22:40:14.32837Z","steps":["trace[1271964299] 'process raft request' (duration: 129.658556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:14.891314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:15.392192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:15.457115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128333896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:40:15.457491Z","caller":"traceutil/trace.go:171","msg":"trace[732511345] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"1.222341643s","start":"2026-03-31T22:40:14.235126Z","end":"2026-03-31T22:40:15.457467Z","steps":["trace[732511345] 'process raft request' (duration: 1.222164999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.457622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.235115Z","time spent":"1.222427516s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:15.457719Z","caller":"traceutil/trace.go:171","msg":"trace[2051298112] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"1.220400076s","start":"2026-03-31T22:40:14.237303Z","end":"2026-03-31T22:40:15.457703Z","steps":["trace[2051298112] 'process raft request' (duration: 1.220127748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.457791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.237291Z","time spent":"1.220465397s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:15.457963Z","caller":"traceutil/trace.go:171","msg":"trace[1036951100] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9184; }","duration":"1.067538529s","start":"2026-03-31T22:40:14.390417Z","end":"2026-03-31T22:40:15.457956Z","steps":["trace[1036951100] 'read index received' (duration: 1.066829851s)","trace[1036951100] 'applied index is now lower than readState.Index' (duration: 708.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:15.45804Z","caller":"traceutil/trace.go:171","msg":"trace[67440424] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"1.220708873s","start":"2026-03-31T22:40:14.237323Z","end":"2026-03-31T22:40:15.458032Z","steps":["trace[67440424] 'process raft request' (duration: 1.220333164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.458091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.237311Z","time spent":"1.220750994s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:15.458298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.038735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:15.458393Z","caller":"traceutil/trace.go:171","msg":"trace[721501834] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8856; }","duration":"988.172788ms","start":"2026-03-31T22:40:14.470197Z","end":"2026-03-31T22:40:15.45837Z","steps":["trace[721501834] 'agreement among raft nodes before linearized reading' (duration: 988.023225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.458455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.470181Z","time spent":"988.25922ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:15.458635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.230996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:40:15.458669Z","caller":"traceutil/trace.go:171","msg":"trace[493925391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8856; }","duration":"840.280646ms","start":"2026-03-31T22:40:14.618381Z","end":"2026-03-31T22:40:15.458662Z","steps":["trace[493925391] 'agreement among raft nodes before linearized reading' (duration: 840.173864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.458695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.618376Z","time spent":"840.314357ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:15.458786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.393438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:15.458817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.44162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:40:15.458867Z","caller":"traceutil/trace.go:171","msg":"trace[1832966318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8856; }","duration":"840.509662ms","start":"2026-03-31T22:40:14.618343Z","end":"2026-03-31T22:40:15.458853Z","steps":["trace[1832966318] 'agreement among raft nodes before linearized reading' (duration: 840.347318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.458894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.866043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:15.458924Z","caller":"traceutil/trace.go:171","msg":"trace[704789546] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8856; }","duration":"913.939745ms","start":"2026-03-31T22:40:14.544975Z","end":"2026-03-31T22:40:15.458914Z","steps":["trace[704789546] 'agreement among raft nodes before linearized reading' (duration: 913.879893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.458944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.618335Z","time spent":"840.571143ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:15.458959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.544956Z","time spent":"913.993996ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:15.458928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.351562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:40:15.458976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.911592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:40:15.459004Z","caller":"traceutil/trace.go:171","msg":"trace[914290719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8856; }","duration":"841.479285ms","start":"2026-03-31T22:40:14.617509Z","end":"2026-03-31T22:40:15.458988Z","steps":["trace[914290719] 'agreement among raft nodes before linearized reading' (duration: 841.27226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:15.458828Z","caller":"traceutil/trace.go:171","msg":"trace[491339919] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8856; }","duration":"461.433989ms","start":"2026-03-31T22:40:14.997381Z","end":"2026-03-31T22:40:15.458815Z","steps":["trace[491339919] 'agreement among raft nodes before linearized reading' (duration: 461.372748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:15.459027Z","caller":"traceutil/trace.go:171","msg":"trace[138638373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8856; }","duration":"841.028385ms","start":"2026-03-31T22:40:14.617986Z","end":"2026-03-31T22:40:15.459015Z","steps":["trace[138638373] 'agreement among raft nodes before linearized reading' (duration: 840.866931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.459072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.617975Z","time spent":"841.089786ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:15.459079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.997321Z","time spent":"461.743157ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:15.459034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.617489Z","time spent":"841.539837ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:40:15.459194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068786569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:40:15.459262Z","caller":"traceutil/trace.go:171","msg":"trace[99046928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8856; }","duration":"1.068897002s","start":"2026-03-31T22:40:14.390357Z","end":"2026-03-31T22:40:15.459254Z","steps":["trace[99046928] 'agreement among raft nodes before linearized reading' (duration: 1.068581134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.459221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.232965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:40:15.459369Z","caller":"traceutil/trace.go:171","msg":"trace[232601338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8856; }","duration":"836.400628ms","start":"2026-03-31T22:40:14.622952Z","end":"2026-03-31T22:40:15.459353Z","steps":["trace[232601338] 'agreement among raft nodes before linearized reading' (duration: 835.812624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:15.459327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.390335Z","time spent":"1.068985685s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:40:15.459501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:14.622942Z","time spent":"836.511751ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:40:17.119172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492005405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:17.119298Z","caller":"traceutil/trace.go:171","msg":"trace[399985101] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"1.65685211s","start":"2026-03-31T22:40:15.462425Z","end":"2026-03-31T22:40:17.119277Z","steps":["trace[399985101] 'process raft request' (duration: 164.64595ms)","trace[399985101] 'compare' (duration: 1.491707468s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:17.119499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.462416Z","time spent":"1.657046105s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:17.128576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501569144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:40:17.128951Z","caller":"traceutil/trace.go:171","msg":"trace[1444988632] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"1.666408729s","start":"2026-03-31T22:40:15.462521Z","end":"2026-03-31T22:40:17.12893Z","steps":["trace[1444988632] 'process raft request' (duration: 1.666256095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:17.129063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.462515Z","time spent":"1.66647853s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:17.129155Z","caller":"traceutil/trace.go:171","msg":"trace[1080741110] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"1.666414669s","start":"2026-03-31T22:40:15.46272Z","end":"2026-03-31T22:40:17.129135Z","steps":["trace[1080741110] 'process raft request' (duration: 1.666179563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:17.12927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.462713Z","time spent":"1.66649429s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:17.129346Z","caller":"traceutil/trace.go:171","msg":"trace[863382064] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"1.666008848s","start":"2026-03-31T22:40:15.463326Z","end":"2026-03-31T22:40:17.129335Z","steps":["trace[863382064] 'process raft request' (duration: 1.665911375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:17.129342Z","caller":"traceutil/trace.go:171","msg":"trace[452851207] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"1.6661334s","start":"2026-03-31T22:40:15.463185Z","end":"2026-03-31T22:40:17.129318Z","steps":["trace[452851207] 'process raft request' (duration: 1.665882134s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:17.129351Z","caller":"traceutil/trace.go:171","msg":"trace[648040443] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9187; }","duration":"1.664429039s","start":"2026-03-31T22:40:15.464904Z","end":"2026-03-31T22:40:17.129333Z","steps":["trace[648040443] 'read index received' (duration: 162.122007ms)","trace[648040443] 'applied index is now lower than readState.Index' (duration: 1.502305502s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:17.129407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.463308Z","time spent":"1.666069299s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:17.129461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.463162Z","time spent":"1.666239133s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:17.12985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664946772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-03-31T22:40:17.129936Z","caller":"traceutil/trace.go:171","msg":"trace[234894473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8861; }","duration":"1.665054624s","start":"2026-03-31T22:40:15.464868Z","end":"2026-03-31T22:40:17.129923Z","steps":["trace[234894473] 'agreement among raft nodes before linearized reading' (duration: 1.664590513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:17.130143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.464857Z","time spent":"1.66527273s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:40:17.630471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:40:17.678065Z","caller":"traceutil/trace.go:171","msg":"trace[1018656884] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"1.375439665s","start":"2026-03-31T22:40:16.302601Z","end":"2026-03-31T22:40:17.678041Z","steps":["trace[1018656884] 'process raft request' (duration: 1.37522122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:17.678187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.302575Z","time spent":"1.375554307s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:17.678309Z","caller":"traceutil/trace.go:171","msg":"trace[999280752] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"1.343520358s","start":"2026-03-31T22:40:16.334781Z","end":"2026-03-31T22:40:17.678302Z","steps":["trace[999280752] 'process raft request' (duration: 1.343184089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:17.678353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.334751Z","time spent":"1.343581989s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:18.16459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.818618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:18.164834Z","caller":"traceutil/trace.go:171","msg":"trace[901579071] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9192; }","duration":"1.035380707s","start":"2026-03-31T22:40:17.129437Z","end":"2026-03-31T22:40:18.164818Z","steps":["trace[901579071] 'read index received' (duration: 548.40901ms)","trace[901579071] 'applied index is now lower than readState.Index' (duration: 486.970757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:18.164848Z","caller":"traceutil/trace.go:171","msg":"trace[1142019483] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"701.717327ms","start":"2026-03-31T22:40:17.463104Z","end":"2026-03-31T22:40:18.164821Z","steps":["trace[1142019483] 'process raft request' (duration: 368.580801ms)","trace[1142019483] 'compare' (duration: 332.448119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:18.164974Z","caller":"traceutil/trace.go:171","msg":"trace[1171913434] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"701.397799ms","start":"2026-03-31T22:40:17.463537Z","end":"2026-03-31T22:40:18.164934Z","steps":["trace[1171913434] 'process raft request' (duration: 701.239345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493848211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:18.165051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.463084Z","time spent":"701.856111ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:18.16507Z","caller":"traceutil/trace.go:171","msg":"trace[1573777894] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8866; }","duration":"1.493923973s","start":"2026-03-31T22:40:16.671131Z","end":"2026-03-31T22:40:18.165055Z","steps":["trace[1573777894] 'agreement among raft nodes before linearized reading' (duration: 1.493849631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330313228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:18.16513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21579521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:18.165125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.46351Z","time spent":"701.538142ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:18.165139Z","caller":"traceutil/trace.go:171","msg":"trace[1254002125] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"701.641714ms","start":"2026-03-31T22:40:17.463472Z","end":"2026-03-31T22:40:18.165114Z","steps":["trace[1254002125] 'process raft request' (duration: 701.219114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.165166Z","caller":"traceutil/trace.go:171","msg":"trace[1282628902] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8866; }","duration":"1.215868182s","start":"2026-03-31T22:40:16.949289Z","end":"2026-03-31T22:40:18.165157Z","steps":["trace[1282628902] 'agreement among raft nodes before linearized reading' (duration: 1.215804011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.949263Z","time spent":"1.215922013s","remote":"127.0.0.1:55638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:18.165234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.463465Z","time spent":"701.719997ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:18.16525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395622001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T22:40:18.165269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621282982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:18.16528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762336692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:18.165287Z","caller":"traceutil/trace.go:171","msg":"trace[1539281379] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17; range_end:; response_count:1; response_revision:8866; }","duration":"2.395697193s","start":"2026-03-31T22:40:15.769577Z","end":"2026-03-31T22:40:18.165274Z","steps":["trace[1539281379] 'agreement among raft nodes before linearized reading' (duration: 2.39556149s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.165299Z","caller":"traceutil/trace.go:171","msg":"trace[276073092] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8866; }","duration":"1.621379675s","start":"2026-03-31T22:40:16.543911Z","end":"2026-03-31T22:40:18.165291Z","steps":["trace[276073092] 'agreement among raft nodes before linearized reading' (duration: 1.621299353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.769553Z","time spent":"2.395757395s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" "} {"level":"warn","ts":"2026-03-31T22:40:18.165298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.396157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:18.16532Z","caller":"traceutil/trace.go:171","msg":"trace[554592661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8866; }","duration":"1.762404224s","start":"2026-03-31T22:40:16.402899Z","end":"2026-03-31T22:40:18.165303Z","steps":["trace[554592661] 'agreement among raft nodes before linearized reading' (duration: 1.762363623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184371758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:40:18.165334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.543892Z","time spent":"1.621430175s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:18.165348Z","caller":"traceutil/trace.go:171","msg":"trace[1753823887] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8866; }","duration":"890.48767ms","start":"2026-03-31T22:40:17.274853Z","end":"2026-03-31T22:40:18.16534Z","steps":["trace[1753823887] 'agreement among raft nodes before linearized reading' (duration: 890.413568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.402877Z","time spent":"1.762474236s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:40:18.165373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.274832Z","time spent":"890.53398ms","remote":"127.0.0.1:38444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:18.165376Z","caller":"traceutil/trace.go:171","msg":"trace[900228681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8866; }","duration":"2.184574283s","start":"2026-03-31T22:40:15.980785Z","end":"2026-03-31T22:40:18.16536Z","steps":["trace[900228681] 'agreement among raft nodes before linearized reading' (duration: 2.184260816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.276491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:18.165422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:15.980765Z","time spent":"2.184643325s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:40:18.165462Z","caller":"traceutil/trace.go:171","msg":"trace[871515340] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8866; }","duration":"283.339853ms","start":"2026-03-31T22:40:17.882116Z","end":"2026-03-31T22:40:18.165456Z","steps":["trace[871515340] 'agreement among raft nodes before linearized reading' (duration: 283.269181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.671101Z","time spent":"1.494000815s","remote":"127.0.0.1:38616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:18.165544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.714972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:18.16553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.878568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:18.165569Z","caller":"traceutil/trace.go:171","msg":"trace[607739665] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8866; }","duration":"565.759013ms","start":"2026-03-31T22:40:17.599801Z","end":"2026-03-31T22:40:18.16556Z","steps":["trace[607739665] 'agreement among raft nodes before linearized reading' (duration: 565.709402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.16559Z","caller":"traceutil/trace.go:171","msg":"trace[1825568352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8866; }","duration":"513.972041ms","start":"2026-03-31T22:40:17.651602Z","end":"2026-03-31T22:40:18.165574Z","steps":["trace[1825568352] 'agreement among raft nodes before linearized reading' (duration: 513.807586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.165182Z","caller":"traceutil/trace.go:171","msg":"trace[1243156631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8866; }","duration":"1.330455822s","start":"2026-03-31T22:40:16.834689Z","end":"2026-03-31T22:40:18.165145Z","steps":["trace[1243156631] 'agreement among raft nodes before linearized reading' (duration: 1.330184035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.165622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.599787Z","time spent":"565.824784ms","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:18.165634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:17.651586Z","time spent":"514.036832ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:40:18.165649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:16.834629Z","time spent":"1.331001866s","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:18.387946Z","caller":"traceutil/trace.go:171","msg":"trace[2112022181] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9197; }","duration":"218.282199ms","start":"2026-03-31T22:40:18.169632Z","end":"2026-03-31T22:40:18.387914Z","steps":["trace[2112022181] 'read index received' (duration: 201.153871ms)","trace[2112022181] 'applied index is now lower than readState.Index' (duration: 17.126918ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:18.38809Z","caller":"traceutil/trace.go:171","msg":"trace[1330538505] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"220.073684ms","start":"2026-03-31T22:40:18.167936Z","end":"2026-03-31T22:40:18.388009Z","steps":["trace[1330538505] 'process raft request' (duration: 202.764201ms)","trace[1330538505] 'compare' (duration: 17.059415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:18.38829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.633658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:18.388358Z","caller":"traceutil/trace.go:171","msg":"trace[307033589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8867; }","duration":"218.73152ms","start":"2026-03-31T22:40:18.169609Z","end":"2026-03-31T22:40:18.38834Z","steps":["trace[307033589] 'agreement among raft nodes before linearized reading' (duration: 218.521535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.439663Z","caller":"traceutil/trace.go:171","msg":"trace[751598131] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"269.967069ms","start":"2026-03-31T22:40:18.169676Z","end":"2026-03-31T22:40:18.439643Z","steps":["trace[751598131] 'process raft request' (duration: 269.695642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.439809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.448777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:40:18.439876Z","caller":"traceutil/trace.go:171","msg":"trace[1608793431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8868; }","duration":"241.559309ms","start":"2026-03-31T22:40:18.198298Z","end":"2026-03-31T22:40:18.439858Z","steps":["trace[1608793431] 'agreement among raft nodes before linearized reading' (duration: 241.398695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:18.439656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.1924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:18.43995Z","caller":"traceutil/trace.go:171","msg":"trace[790829692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8868; }","duration":"265.527769ms","start":"2026-03-31T22:40:18.174404Z","end":"2026-03-31T22:40:18.439932Z","steps":["trace[790829692] 'agreement among raft nodes before linearized reading' (duration: 265.124639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.658469Z","caller":"traceutil/trace.go:171","msg":"trace[1958078860] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"214.212377ms","start":"2026-03-31T22:40:18.444219Z","end":"2026-03-31T22:40:18.658431Z","steps":["trace[1958078860] 'process raft request' (duration: 142.326732ms)","trace[1958078860] 'compare' (duration: 71.671599ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:18.658583Z","caller":"traceutil/trace.go:171","msg":"trace[1348123168] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9199; }","duration":"162.361303ms","start":"2026-03-31T22:40:18.496198Z","end":"2026-03-31T22:40:18.658559Z","steps":["trace[1348123168] 'read index received' (duration: 90.362675ms)","trace[1348123168] 'applied index is now lower than readState.Index' (duration: 71.996968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:18.658763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.550277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:18.658795Z","caller":"traceutil/trace.go:171","msg":"trace[1074200001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8870; }","duration":"162.621959ms","start":"2026-03-31T22:40:18.496165Z","end":"2026-03-31T22:40:18.658787Z","steps":["trace[1074200001] 'agreement among raft nodes before linearized reading' (duration: 162.501356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.658776Z","caller":"traceutil/trace.go:171","msg":"trace[1796566341] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"210.352981ms","start":"2026-03-31T22:40:18.448393Z","end":"2026-03-31T22:40:18.658746Z","steps":["trace[1796566341] 'process raft request' (duration: 209.989933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:18.828912Z","caller":"traceutil/trace.go:171","msg":"trace[852244976] linearizableReadLoop","detail":"{readStateIndex:9202; appliedIndex:9201; }","duration":"163.02029ms","start":"2026-03-31T22:40:18.665871Z","end":"2026-03-31T22:40:18.828892Z","steps":["trace[852244976] 'read index received' (duration: 127.502893ms)","trace[852244976] 'applied index is now lower than readState.Index' (duration: 35.516487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:18.829069Z","caller":"traceutil/trace.go:171","msg":"trace[692393252] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"164.352013ms","start":"2026-03-31T22:40:18.664679Z","end":"2026-03-31T22:40:18.829031Z","steps":["trace[692393252] 'process raft request' (duration: 128.787025ms)","trace[692393252] 'compare' (duration: 35.303312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:18.829153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.269046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T22:40:18.82918Z","caller":"traceutil/trace.go:171","msg":"trace[699237065] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8871; }","duration":"163.42072ms","start":"2026-03-31T22:40:18.665749Z","end":"2026-03-31T22:40:18.82917Z","steps":["trace[699237065] 'agreement among raft nodes before linearized reading' (duration: 163.223935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:19.713766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:21.403229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:40:21.403315Z","caller":"traceutil/trace.go:171","msg":"trace[578993828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613651s","start":"2026-03-31T22:40:19.402683Z","end":"2026-03-31T22:40:21.403296Z","steps":["trace[578993828] 'agreement among raft nodes before linearized reading' (duration: 2.000500508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:21.403362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.402664Z","time spent":"2.000689833s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:40:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:40:22.534406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32618582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:22.534651Z","caller":"traceutil/trace.go:171","msg":"trace[1547309720] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"3.322277115s","start":"2026-03-31T22:40:19.212355Z","end":"2026-03-31T22:40:22.534632Z","steps":["trace[1547309720] 'process raft request' (duration: 3.322160022s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:22.53467Z","caller":"traceutil/trace.go:171","msg":"trace[1493448674] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"3.322267534s","start":"2026-03-31T22:40:19.212367Z","end":"2026-03-31T22:40:22.534635Z","steps":["trace[1493448674] 'process raft request' (duration: 995.786837ms)","trace[1493448674] 'compare' (duration: 2.325658025s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:22.534726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.21233Z","time spent":"3.322364396s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:22.534824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.212336Z","time spent":"3.322407917s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:22.776958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.568749624s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:40:23.403552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99976225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:40:23.403662Z","caller":"traceutil/trace.go:171","msg":"trace[1878510484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939455s","start":"2026-03-31T22:40:21.403695Z","end":"2026-03-31T22:40:23.403634Z","steps":["trace[1878510484] 'agreement among raft nodes before linearized reading' (duration: 1.999802912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.403829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:21.403658Z","time spent":"2.0001558s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:40:23.45306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.829502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:40:23.453354Z","caller":"traceutil/trace.go:171","msg":"trace[1110855981] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"3.769841997s","start":"2026-03-31T22:40:19.68349Z","end":"2026-03-31T22:40:23.453332Z","steps":["trace[1110855981] 'process raft request' (duration: 3.769767625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.453467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.683441Z","time spent":"3.76997863s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:23.453508Z","caller":"traceutil/trace.go:171","msg":"trace[1215744951] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"4.240138467s","start":"2026-03-31T22:40:19.213346Z","end":"2026-03-31T22:40:23.453485Z","steps":["trace[1215744951] 'process raft request' (duration: 3.563793713s)","trace[1215744951] 'compare' (duration: 675.673437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:23.453613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.213318Z","time spent":"4.24024341s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:23.453671Z","caller":"traceutil/trace.go:171","msg":"trace[2030223517] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"4.23946908s","start":"2026-03-31T22:40:19.214119Z","end":"2026-03-31T22:40:23.453588Z","steps":["trace[2030223517] 'process raft request' (duration: 4.23905923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:23.453827Z","caller":"traceutil/trace.go:171","msg":"trace[606554100] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"3.718362281s","start":"2026-03-31T22:40:19.735427Z","end":"2026-03-31T22:40:23.453789Z","steps":["trace[606554100] 'process raft request' (duration: 3.717871479s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:23.453932Z","caller":"traceutil/trace.go:171","msg":"trace[1997313461] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"3.281736543s","start":"2026-03-31T22:40:20.172143Z","end":"2026-03-31T22:40:23.453879Z","steps":["trace[1997313461] 'process raft request' (duration: 3.281564388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.454048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.21411Z","time spent":"4.239795749s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:23.453997Z","caller":"traceutil/trace.go:171","msg":"trace[391174926] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"3.281806374s","start":"2026-03-31T22:40:20.172167Z","end":"2026-03-31T22:40:23.453973Z","steps":["trace[391174926] 'process raft request' (duration: 3.28165461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.453986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.735402Z","time spent":"3.718496695s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:23.454148Z","caller":"traceutil/trace.go:171","msg":"trace[1680225364] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9204; }","duration":"4.240820304s","start":"2026-03-31T22:40:19.213306Z","end":"2026-03-31T22:40:23.454127Z","steps":["trace[1680225364] 'read index received' (duration: 994.859834ms)","trace[1680225364] 'applied index is now lower than readState.Index' (duration: 3.24595947s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:23.454167Z","caller":"traceutil/trace.go:171","msg":"trace[1182124612] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"3.281925427s","start":"2026-03-31T22:40:20.172223Z","end":"2026-03-31T22:40:23.454148Z","steps":["trace[1182124612] 'process raft request' (duration: 3.28164133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.454288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.172137Z","time spent":"3.282087331s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:23.45415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.172116Z","time spent":"3.281936988s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:23.454693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.172137Z","time spent":"3.281961468s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:23.455113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241795758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-03-31T22:40:23.455169Z","caller":"traceutil/trace.go:171","msg":"trace[1329135556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8881; }","duration":"4.24188978s","start":"2026-03-31T22:40:19.213267Z","end":"2026-03-31T22:40:23.455156Z","steps":["trace[1329135556] 'agreement among raft nodes before linearized reading' (duration: 4.240955777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:23.455202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.213253Z","time spent":"4.241940702s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:40:23.95512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537180842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:23.998389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.665092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:23.998573Z","caller":"traceutil/trace.go:171","msg":"trace[1115503749] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8881; }","duration":"390.856807ms","start":"2026-03-31T22:40:23.607685Z","end":"2026-03-31T22:40:23.998542Z","steps":["trace[1115503749] 'range keys from in-memory index tree' (duration: 390.644212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:24.068653Z","caller":"traceutil/trace.go:171","msg":"trace[670863936] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9213; }","duration":"614.418977ms","start":"2026-03-31T22:40:23.454208Z","end":"2026-03-31T22:40:24.068627Z","steps":["trace[670863936] 'read index received' (duration: 614.151401ms)","trace[670863936] 'applied index is now lower than readState.Index' (duration: 265.856µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:24.068886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753103398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:24.068942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.429677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:24.068986Z","caller":"traceutil/trace.go:171","msg":"trace[425216250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8882; }","duration":"3.753227381s","start":"2026-03-31T22:40:20.315733Z","end":"2026-03-31T22:40:24.06896Z","steps":["trace[425216250] 'agreement among raft nodes before linearized reading' (duration: 3.753036227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881035513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T22:40:24.069005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.881814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:40:24.069042Z","caller":"traceutil/trace.go:171","msg":"trace[200021589] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"1.509344278s","start":"2026-03-31T22:40:22.55969Z","end":"2026-03-31T22:40:24.069035Z","steps":["trace[200021589] 'process raft request' (duration: 1.50865398s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:24.069054Z","caller":"traceutil/trace.go:171","msg":"trace[1501793924] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8882; }","duration":"3.881093514s","start":"2026-03-31T22:40:20.18795Z","end":"2026-03-31T22:40:24.069043Z","steps":["trace[1501793924] 'agreement among raft nodes before linearized reading' (duration: 3.881014041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.315678Z","time spent":"3.753367155s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:24.069078Z","caller":"traceutil/trace.go:171","msg":"trace[1381904243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81; range_end:; response_count:1; response_revision:8882; }","duration":"661.986156ms","start":"2026-03-31T22:40:23.407072Z","end":"2026-03-31T22:40:24.069058Z","steps":["trace[1381904243] 'agreement among raft nodes before linearized reading' (duration: 661.78315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:22.559666Z","time spent":"1.50940159s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:24.069123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:23.407055Z","time spent":"662.059048ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81\" "} {"level":"warn","ts":"2026-03-31T22:40:24.069133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224341012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:24.069086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720542092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:24.069218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.113069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:24.069244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645190446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:24.069166Z","caller":"traceutil/trace.go:171","msg":"trace[1445119328] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8882; }","duration":"4.224405004s","start":"2026-03-31T22:40:19.844748Z","end":"2026-03-31T22:40:24.069153Z","steps":["trace[1445119328] 'agreement among raft nodes before linearized reading' (duration: 4.224356683s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:24.069256Z","caller":"traceutil/trace.go:171","msg":"trace[1971507638] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8882; }","duration":"394.18829ms","start":"2026-03-31T22:40:23.67506Z","end":"2026-03-31T22:40:24.069248Z","steps":["trace[1971507638] 'agreement among raft nodes before linearized reading' (duration: 394.134369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:23.67504Z","time spent":"394.244961ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:24.069012Z","caller":"traceutil/trace.go:171","msg":"trace[1073419393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8882; }","duration":"658.484138ms","start":"2026-03-31T22:40:23.410484Z","end":"2026-03-31T22:40:24.068969Z","steps":["trace[1073419393] 'agreement among raft nodes before linearized reading' (duration: 658.335684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857243446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:40:24.069412Z","caller":"traceutil/trace.go:171","msg":"trace[1627447714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8882; }","duration":"2.857353329s","start":"2026-03-31T22:40:21.212038Z","end":"2026-03-31T22:40:24.069391Z","steps":["trace[1627447714] 'agreement among raft nodes before linearized reading' (duration: 2.857239316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:21.212018Z","time spent":"2.857504082s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:40:24.069226Z","caller":"traceutil/trace.go:171","msg":"trace[165192180] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8882; }","duration":"2.720938583s","start":"2026-03-31T22:40:21.348258Z","end":"2026-03-31T22:40:24.069197Z","steps":["trace[165192180] 'agreement among raft nodes before linearized reading' (duration: 2.720463821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:21.348238Z","time spent":"2.721355824s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:24.069265Z","caller":"traceutil/trace.go:171","msg":"trace[423014662] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8882; }","duration":"3.645248608s","start":"2026-03-31T22:40:20.42401Z","end":"2026-03-31T22:40:24.069258Z","steps":["trace[423014662] 'agreement among raft nodes before linearized reading' (duration: 3.645201797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.930053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:24.06969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.423989Z","time spent":"3.645681438s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:40:24.069716Z","caller":"traceutil/trace.go:171","msg":"trace[1981120201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8882; }","duration":"285.000805ms","start":"2026-03-31T22:40:23.784704Z","end":"2026-03-31T22:40:24.069705Z","steps":["trace[1981120201] 'agreement among raft nodes before linearized reading' (duration: 284.936293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.674576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:40:24.06974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.016853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:24.069782Z","caller":"traceutil/trace.go:171","msg":"trace[2057630513] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:8882; }","duration":"314.873011ms","start":"2026-03-31T22:40:23.754899Z","end":"2026-03-31T22:40:24.069772Z","steps":["trace[2057630513] 'agreement among raft nodes before linearized reading' (duration: 314.622815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:24.069795Z","caller":"traceutil/trace.go:171","msg":"trace[1814724521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8882; }","duration":"198.111206ms","start":"2026-03-31T22:40:23.871673Z","end":"2026-03-31T22:40:24.069784Z","steps":["trace[1814724521] 'agreement among raft nodes before linearized reading' (duration: 197.908441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.069817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:23.754884Z","time spent":"314.923062ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:40:24.069086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.187936Z","time spent":"3.881141925s","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T22:40:24.069414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:23.410478Z","time spent":"658.920429ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:40:24.068942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876121159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128602"} {"level":"info","ts":"2026-03-31T22:40:24.069981Z","caller":"traceutil/trace.go:171","msg":"trace[1114980117] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8882; }","duration":"3.877207657s","start":"2026-03-31T22:40:20.192762Z","end":"2026-03-31T22:40:24.06997Z","steps":["trace[1114980117] 'agreement among raft nodes before linearized reading' (duration: 3.876009307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.070907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:20.192747Z","time spent":"3.8781436s","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128625,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T22:40:24.069313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:19.84472Z","time spent":"4.224570698s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:24.069546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426951021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:24.071134Z","caller":"traceutil/trace.go:171","msg":"trace[1867443694] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8882; }","duration":"1.428534791s","start":"2026-03-31T22:40:22.642545Z","end":"2026-03-31T22:40:24.07108Z","steps":["trace[1867443694] 'agreement among raft nodes before linearized reading' (duration: 1.426910511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.07121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:22.642532Z","time spent":"1.428652574s","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:24.471906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.153955ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:40:24.4722Z","caller":"traceutil/trace.go:171","msg":"trace[534804710] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"397.971974ms","start":"2026-03-31T22:40:24.074209Z","end":"2026-03-31T22:40:24.47218Z","steps":["trace[534804710] 'process raft request' (duration: 397.853411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.472311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.074197Z","time spent":"398.046426ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:24.472447Z","caller":"traceutil/trace.go:171","msg":"trace[978091850] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9214; }","duration":"399.39326ms","start":"2026-03-31T22:40:24.073037Z","end":"2026-03-31T22:40:24.472431Z","steps":["trace[978091850] 'read index received' (duration: 152.751952ms)","trace[978091850] 'applied index is now lower than readState.Index' (duration: 246.638838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:24.472465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.072687Z","time spent":"399.77021ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:40:24.472473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.073475Z","time spent":"398.99485ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:40:24.472721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.495668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:24.472787Z","caller":"traceutil/trace.go:171","msg":"trace[1734227058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8883; }","duration":"396.564639ms","start":"2026-03-31T22:40:24.076206Z","end":"2026-03-31T22:40:24.472771Z","steps":["trace[1734227058] 'agreement among raft nodes before linearized reading' (duration: 396.388595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.472833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.076185Z","time spent":"396.635842ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:40:24.472946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.901372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76522"} {"level":"info","ts":"2026-03-31T22:40:24.47298Z","caller":"traceutil/trace.go:171","msg":"trace[1908938145] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8883; }","duration":"399.974314ms","start":"2026-03-31T22:40:24.072997Z","end":"2026-03-31T22:40:24.472971Z","steps":["trace[1908938145] 'agreement among raft nodes before linearized reading' (duration: 399.484252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.473019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.072985Z","time spent":"400.022785ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76545,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T22:40:24.47338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.662431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76522"} {"level":"info","ts":"2026-03-31T22:40:24.473504Z","caller":"traceutil/trace.go:171","msg":"trace[1375457570] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8883; }","duration":"398.816545ms","start":"2026-03-31T22:40:24.074669Z","end":"2026-03-31T22:40:24.473486Z","steps":["trace[1375457570] 'agreement among raft nodes before linearized reading' (duration: 397.911483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.473662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.074655Z","time spent":"398.985419ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76545,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T22:40:24.784637Z","caller":"traceutil/trace.go:171","msg":"trace[1880630540] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"311.182328ms","start":"2026-03-31T22:40:24.473361Z","end":"2026-03-31T22:40:24.784543Z","steps":["trace[1880630540] 'process raft request' (duration: 299.200389ms)","trace[1880630540] 'compare' (duration: 11.62314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:24.784791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.473343Z","time spent":"311.369283ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:24.78627Z","caller":"traceutil/trace.go:171","msg":"trace[1177333117] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9217; }","duration":"311.980729ms","start":"2026-03-31T22:40:24.474262Z","end":"2026-03-31T22:40:24.786243Z","steps":["trace[1177333117] 'read index received' (duration: 298.321028ms)","trace[1177333117] 'applied index is now lower than readState.Index' (duration: 13.658071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:24.786305Z","caller":"traceutil/trace.go:171","msg":"trace[596812688] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"312.872231ms","start":"2026-03-31T22:40:24.473401Z","end":"2026-03-31T22:40:24.786274Z","steps":["trace[596812688] 'process raft request' (duration: 312.676095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.786463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.473382Z","time spent":"312.990994ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:24.786607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.158806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:40:24.786645Z","caller":"traceutil/trace.go:171","msg":"trace[1294003610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8885; }","duration":"248.223587ms","start":"2026-03-31T22:40:24.538413Z","end":"2026-03-31T22:40:24.786636Z","steps":["trace[1294003610] 'agreement among raft nodes before linearized reading' (duration: 248.054062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.786669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.043448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:40:24.786721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.727632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128602"} {"level":"info","ts":"2026-03-31T22:40:24.786761Z","caller":"traceutil/trace.go:171","msg":"trace[1503741396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8885; }","duration":"247.164511ms","start":"2026-03-31T22:40:24.539577Z","end":"2026-03-31T22:40:24.786742Z","steps":["trace[1503741396] 'agreement among raft nodes before linearized reading' (duration: 246.921545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:24.78678Z","caller":"traceutil/trace.go:171","msg":"trace[604274407] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8885; }","duration":"307.787524ms","start":"2026-03-31T22:40:24.478976Z","end":"2026-03-31T22:40:24.786764Z","steps":["trace[604274407] 'agreement among raft nodes before linearized reading' (duration: 307.65503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.786825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.478973Z","time spent":"307.844255ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128625,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T22:40:24.786785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.337728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"warn","ts":"2026-03-31T22:40:24.786604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.892861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:40:24.786917Z","caller":"traceutil/trace.go:171","msg":"trace[1110564928] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8885; }","duration":"309.23491ms","start":"2026-03-31T22:40:24.477673Z","end":"2026-03-31T22:40:24.786908Z","steps":["trace[1110564928] 'agreement among raft nodes before linearized reading' (duration: 308.781859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.78695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.477661Z","time spent":"309.278951ms","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T22:40:24.786959Z","caller":"traceutil/trace.go:171","msg":"trace[1371406526] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8885; }","duration":"312.652485ms","start":"2026-03-31T22:40:24.474246Z","end":"2026-03-31T22:40:24.786899Z","steps":["trace[1371406526] 'agreement among raft nodes before linearized reading' (duration: 312.151193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:24.787435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:24.474234Z","time spent":"312.971344ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:40:26.650911Z","caller":"traceutil/trace.go:171","msg":"trace[650194044] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"171.235364ms","start":"2026-03-31T22:40:26.479652Z","end":"2026-03-31T22:40:26.650887Z","steps":["trace[650194044] 'process raft request' (duration: 171.08819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:37.718716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.061763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:37.718856Z","caller":"traceutil/trace.go:171","msg":"trace[1942150419] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8957; }","duration":"103.286298ms","start":"2026-03-31T22:40:37.615542Z","end":"2026-03-31T22:40:37.718829Z","steps":["trace[1942150419] 'count revisions from in-memory index tree' (duration: 102.789696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:37.930585Z","caller":"traceutil/trace.go:171","msg":"trace[1063287594] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9294; }","duration":"172.763673ms","start":"2026-03-31T22:40:37.757786Z","end":"2026-03-31T22:40:37.930549Z","steps":["trace[1063287594] 'read index received' (duration: 35.975858ms)","trace[1063287594] 'applied index is now lower than readState.Index' (duration: 136.786295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:37.930949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.722898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:40:37.930993Z","caller":"traceutil/trace.go:171","msg":"trace[860287185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8960; }","duration":"171.81872ms","start":"2026-03-31T22:40:37.759165Z","end":"2026-03-31T22:40:37.930984Z","steps":["trace[860287185] 'agreement among raft nodes before linearized reading' (duration: 171.605514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:37.930969Z","caller":"traceutil/trace.go:171","msg":"trace[114218977] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"177.487731ms","start":"2026-03-31T22:40:37.7534Z","end":"2026-03-31T22:40:37.930888Z","steps":["trace[114218977] 'process raft request' (duration: 111.118664ms)","trace[114218977] 'compare' (duration: 65.868355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:37.931017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.466621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:40:37.931105Z","caller":"traceutil/trace.go:171","msg":"trace[304554095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:8960; }","duration":"171.615484ms","start":"2026-03-31T22:40:37.759465Z","end":"2026-03-31T22:40:37.931081Z","steps":["trace[304554095] 'agreement among raft nodes before linearized reading' (duration: 171.418669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:37.931506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.725426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:40:37.931563Z","caller":"traceutil/trace.go:171","msg":"trace[634332435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8960; }","duration":"173.807039ms","start":"2026-03-31T22:40:37.757744Z","end":"2026-03-31T22:40:37.931551Z","steps":["trace[634332435] 'agreement among raft nodes before linearized reading' (duration: 173.010019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:40.055694Z","caller":"traceutil/trace.go:171","msg":"trace[507500726] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"114.56433ms","start":"2026-03-31T22:40:39.941103Z","end":"2026-03-31T22:40:40.055667Z","steps":["trace[507500726] 'read index received' (duration: 58.581723ms)","trace[507500726] 'applied index is now lower than readState.Index' (duration: 55.981567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:40.055822Z","caller":"traceutil/trace.go:171","msg":"trace[135155893] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"118.801995ms","start":"2026-03-31T22:40:39.937008Z","end":"2026-03-31T22:40:40.05581Z","steps":["trace[135155893] 'process raft request' (duration: 62.717395ms)","trace[135155893] 'compare' (duration: 55.819043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:40:40.05609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:40:40.056165Z","caller":"traceutil/trace.go:171","msg":"trace[1482534794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8971; }","duration":"115.124484ms","start":"2026-03-31T22:40:39.941023Z","end":"2026-03-31T22:40:40.056147Z","steps":["trace[1482534794] 'agreement among raft nodes before linearized reading' (duration: 114.930769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:53.719932Z","caller":"traceutil/trace.go:171","msg":"trace[1905138127] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"509.099669ms","start":"2026-03-31T22:40:53.210808Z","end":"2026-03-31T22:40:53.719908Z","steps":["trace[1905138127] 'process raft request' (duration: 508.613227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.720513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:53.210739Z","time spent":"509.510728ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:53.722353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.953217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:53.722414Z","caller":"traceutil/trace.go:171","msg":"trace[1657204542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9089; }","duration":"318.040849ms","start":"2026-03-31T22:40:53.404357Z","end":"2026-03-31T22:40:53.722397Z","steps":["trace[1657204542] 'agreement among raft nodes before linearized reading' (duration: 317.928616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.722455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:53.40434Z","time spent":"318.1077ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:40:53.7241Z","caller":"traceutil/trace.go:171","msg":"trace[847146634] linearizableReadLoop","detail":"{readStateIndex:9430; appliedIndex:9429; }","duration":"315.245869ms","start":"2026-03-31T22:40:53.404388Z","end":"2026-03-31T22:40:53.719634Z","steps":["trace[847146634] 'read index received' (duration: 314.983623ms)","trace[847146634] 'applied index is now lower than readState.Index' (duration: 261.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:53.936001Z","caller":"traceutil/trace.go:171","msg":"trace[1306832874] linearizableReadLoop","detail":"{readStateIndex:9432; appliedIndex:9430; }","duration":"211.789557ms","start":"2026-03-31T22:40:53.72414Z","end":"2026-03-31T22:40:53.93593Z","steps":["trace[1306832874] 'read index received' (duration: 209.287685ms)","trace[1306832874] 'applied index is now lower than readState.Index' (duration: 2.500662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:53.936326Z","caller":"traceutil/trace.go:171","msg":"trace[481259663] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"405.39433ms","start":"2026-03-31T22:40:53.530921Z","end":"2026-03-31T22:40:53.936316Z","steps":["trace[481259663] 'process raft request' (duration: 402.489867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.936483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:53.530889Z","time spent":"405.466962ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:53.936714Z","caller":"traceutil/trace.go:171","msg":"trace[1097381945] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"228.093213ms","start":"2026-03-31T22:40:53.708612Z","end":"2026-03-31T22:40:53.936705Z","steps":["trace[1097381945] 'process raft request' (duration: 227.264093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.937339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.404006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:53.937393Z","caller":"traceutil/trace.go:171","msg":"trace[318760288] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9091; }","duration":"511.489628ms","start":"2026-03-31T22:40:53.425895Z","end":"2026-03-31T22:40:53.937385Z","steps":["trace[318760288] 'agreement among raft nodes before linearized reading' (duration: 510.969014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.93742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:53.425878Z","time spent":"511.533469ms","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:53.945092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:53.9452Z","caller":"traceutil/trace.go:171","msg":"trace[1197653618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9093; }","duration":"220.328499ms","start":"2026-03-31T22:40:53.724849Z","end":"2026-03-31T22:40:53.945177Z","steps":["trace[1197653618] 'agreement among raft nodes before linearized reading' (duration: 220.156825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:53.945498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.106516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:40:53.945531Z","caller":"traceutil/trace.go:171","msg":"trace[1592681076] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:9093; }","duration":"188.177548ms","start":"2026-03-31T22:40:53.757346Z","end":"2026-03-31T22:40:53.945524Z","steps":["trace[1592681076] 'agreement among raft nodes before linearized reading' (duration: 188.056615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:55.656663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:56.157821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:56.658347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:57.158921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:57.404065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:40:57.404166Z","caller":"traceutil/trace.go:171","msg":"trace[1309495566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485858s","start":"2026-03-31T22:40:55.40366Z","end":"2026-03-31T22:40:57.404146Z","steps":["trace[1309495566] 'agreement among raft nodes before linearized reading' (duration: 2.000354945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:57.404279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.403634Z","time spent":"2.000632561s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:40:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:40:57.660133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:58.160772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:58.661836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:40:58.982366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.960897885s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:40:58.982883Z","caller":"traceutil/trace.go:171","msg":"trace[1967553168] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"3.961475761s","start":"2026-03-31T22:40:55.021376Z","end":"2026-03-31T22:40:58.982851Z","steps":["trace[1967553168] 'process raft request' (duration: 3.961322707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:58.983038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.021356Z","time spent":"3.961609245s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:59.276588Z","caller":"traceutil/trace.go:171","msg":"trace[1332699728] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"3.325302609s","start":"2026-03-31T22:40:55.951267Z","end":"2026-03-31T22:40:59.276569Z","steps":["trace[1332699728] 'process raft request' (duration: 3.325225607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.276714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.95125Z","time spent":"3.325396701s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:59.276716Z","caller":"traceutil/trace.go:171","msg":"trace[1894486357] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"3.331391921s","start":"2026-03-31T22:40:55.945296Z","end":"2026-03-31T22:40:59.276688Z","steps":["trace[1894486357] 'process raft request' (duration: 3.331056923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.276831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.945101Z","time spent":"3.331668019s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:59.277Z","caller":"traceutil/trace.go:171","msg":"trace[429594444] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"3.310550251s","start":"2026-03-31T22:40:55.966427Z","end":"2026-03-31T22:40:59.276977Z","steps":["trace[429594444] 'process raft request' (duration: 3.310106759s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:59.277019Z","caller":"traceutil/trace.go:171","msg":"trace[685640889] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9441; }","duration":"4.12050526s","start":"2026-03-31T22:40:55.156495Z","end":"2026-03-31T22:40:59.277Z","steps":["trace[685640889] 'read index received' (duration: 3.826448339s)","trace[685640889] 'applied index is now lower than readState.Index' (duration: 294.055681ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:40:59.277051Z","caller":"traceutil/trace.go:171","msg":"trace[409569071] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"3.158004124s","start":"2026-03-31T22:40:56.119035Z","end":"2026-03-31T22:40:59.277039Z","steps":["trace[409569071] 'process raft request' (duration: 3.157812639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.277107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.119012Z","time spent":"3.158067596s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:59.277106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.966414Z","time spent":"3.310647014s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:40:59.277146Z","caller":"traceutil/trace.go:171","msg":"trace[811505765] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"825.133948ms","start":"2026-03-31T22:40:58.45197Z","end":"2026-03-31T22:40:59.277104Z","steps":["trace[811505765] 'process raft request' (duration: 824.943744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.277226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:58.451953Z","time spent":"825.21825ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:40:59.277236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120747046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:40:59.277274Z","caller":"traceutil/trace.go:171","msg":"trace[1593283689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9104; }","duration":"4.120827248s","start":"2026-03-31T22:40:55.156436Z","end":"2026-03-31T22:40:59.277263Z","steps":["trace[1593283689] 'agreement among raft nodes before linearized reading' (duration: 4.120703785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.277305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.156406Z","time spent":"4.12089259s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:40:59.305538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009597082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:59.305635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579800323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:40:59.305741Z","caller":"traceutil/trace.go:171","msg":"trace[1978294123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9104; }","duration":"3.579968007s","start":"2026-03-31T22:40:55.725759Z","end":"2026-03-31T22:40:59.305727Z","steps":["trace[1978294123] 'agreement among raft nodes before linearized reading' (duration: 3.579755062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.30578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.036149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:40:59.305798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.725744Z","time spent":"3.580019599s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:40:59.305833Z","caller":"traceutil/trace.go:171","msg":"trace[1776215226] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9105; }","duration":"314.120751ms","start":"2026-03-31T22:40:58.991692Z","end":"2026-03-31T22:40:59.305813Z","steps":["trace[1776215226] 'agreement among raft nodes before linearized reading' (duration: 314.019648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.305879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:58.991672Z","time spent":"314.197293ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.30587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621290969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:59.305657Z","caller":"traceutil/trace.go:171","msg":"trace[821688541] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9104; }","duration":"4.009767266s","start":"2026-03-31T22:40:55.295855Z","end":"2026-03-31T22:40:59.305622Z","steps":["trace[821688541] 'agreement among raft nodes before linearized reading' (duration: 4.009577442s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:59.305946Z","caller":"traceutil/trace.go:171","msg":"trace[398789734] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9105; }","duration":"3.621392411s","start":"2026-03-31T22:40:55.684535Z","end":"2026-03-31T22:40:59.305927Z","steps":["trace[398789734] 'agreement among raft nodes before linearized reading' (duration: 3.621287268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11783582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:40:59.306048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.684517Z","time spent":"3.621481483s","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.306096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.295833Z","time spent":"4.010164866s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.306174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901744034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:59.306219Z","caller":"traceutil/trace.go:171","msg":"trace[506884127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9105; }","duration":"1.901837396s","start":"2026-03-31T22:40:57.404373Z","end":"2026-03-31T22:40:59.30621Z","steps":["trace[506884127] 'agreement among raft nodes before linearized reading' (duration: 1.901773284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:57.404349Z","time spent":"1.901891927s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:40:59.306226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537736173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T22:40:59.305663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09861452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:40:59.306306Z","caller":"traceutil/trace.go:171","msg":"trace[772923242] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17; range_end:; response_count:1; response_revision:9105; }","duration":"3.537845835s","start":"2026-03-31T22:40:55.768449Z","end":"2026-03-31T22:40:59.306295Z","steps":["trace[772923242] 'agreement among raft nodes before linearized reading' (duration: 3.537687361s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:59.306347Z","caller":"traceutil/trace.go:171","msg":"trace[809776220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9104; }","duration":"3.099318508s","start":"2026-03-31T22:40:56.207013Z","end":"2026-03-31T22:40:59.306332Z","steps":["trace[809776220] 'agreement among raft nodes before linearized reading' (duration: 3.098457946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.768403Z","time spent":"3.537933118s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" "} {"level":"warn","ts":"2026-03-31T22:40:59.306366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951761335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:40:59.306388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.20696Z","time spent":"3.099414441s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:40:59.306414Z","caller":"traceutil/trace.go:171","msg":"trace[1182374112] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9105; }","duration":"2.951848767s","start":"2026-03-31T22:40:56.354551Z","end":"2026-03-31T22:40:59.306399Z","steps":["trace[1182374112] 'agreement among raft nodes before linearized reading' (duration: 2.951771495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093468982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:40:59.306115Z","caller":"traceutil/trace.go:171","msg":"trace[147260425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9105; }","duration":"3.117903032s","start":"2026-03-31T22:40:56.188179Z","end":"2026-03-31T22:40:59.306082Z","steps":["trace[147260425] 'agreement among raft nodes before linearized reading' (duration: 3.117750609s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:59.30648Z","caller":"traceutil/trace.go:171","msg":"trace[1893093949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9105; }","duration":"3.093516823s","start":"2026-03-31T22:40:56.212955Z","end":"2026-03-31T22:40:59.306471Z","steps":["trace[1893093949] 'agreement among raft nodes before linearized reading' (duration: 3.09340925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.212946Z","time spent":"3.094000225s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:40:59.30645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.354534Z","time spent":"2.951905528s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.305782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894347635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:40:59.307204Z","caller":"traceutil/trace.go:171","msg":"trace[1466769078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9105; }","duration":"3.89579842s","start":"2026-03-31T22:40:55.411392Z","end":"2026-03-31T22:40:59.307191Z","steps":["trace[1466769078] 'agreement among raft nodes before linearized reading' (duration: 3.894222811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.307245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.411382Z","time spent":"3.895851812s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:40:59.306495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567545433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:40:59.307398Z","caller":"traceutil/trace.go:171","msg":"trace[1116652112] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9105; }","duration":"2.568477746s","start":"2026-03-31T22:40:56.738895Z","end":"2026-03-31T22:40:59.307373Z","steps":["trace[1116652112] 'agreement among raft nodes before linearized reading' (duration: 2.567575814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.306515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.188162Z","time spent":"3.118335323s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:40:59.307488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.738869Z","time spent":"2.568586409s","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.306595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899712899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:40:59.307696Z","caller":"traceutil/trace.go:171","msg":"trace[1695789763] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9105; }","duration":"3.900839137s","start":"2026-03-31T22:40:55.406847Z","end":"2026-03-31T22:40:59.307686Z","steps":["trace[1695789763] 'agreement among raft nodes before linearized reading' (duration: 3.899701948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.307724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:55.406837Z","time spent":"3.900874618s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:40:59.306877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932315919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-31T22:40:59.307763Z","caller":"traceutil/trace.go:171","msg":"trace[1796378590] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9105; }","duration":"2.933230442s","start":"2026-03-31T22:40:56.374519Z","end":"2026-03-31T22:40:59.30775Z","steps":["trace[1796378590] 'agreement among raft nodes before linearized reading' (duration: 2.931995971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:40:59.307817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:40:56.374506Z","time spent":"2.933296724s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T22:40:59.804073Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ef.wal"} {"level":"info","ts":"2026-03-31T22:41:00.188859Z","caller":"traceutil/trace.go:171","msg":"trace[1613309688] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"206.327631ms","start":"2026-03-31T22:40:59.982498Z","end":"2026-03-31T22:41:00.188826Z","steps":["trace[1613309688] 'process raft request' (duration: 206.126076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:01.657991Z","caller":"traceutil/trace.go:171","msg":"trace[1153992502] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"666.604401ms","start":"2026-03-31T22:41:00.991349Z","end":"2026-03-31T22:41:01.657953Z","steps":["trace[1153992502] 'process raft request' (duration: 666.342343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:01.658326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:00.991323Z","time spent":"666.876917ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:02.295814Z","caller":"traceutil/trace.go:171","msg":"trace[213303306] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"1.013829688s","start":"2026-03-31T22:41:01.281964Z","end":"2026-03-31T22:41:02.295793Z","steps":["trace[213303306] 'process raft request' (duration: 1.013774787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.295933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.281947Z","time spent":"1.01392406s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:02.295815Z","caller":"traceutil/trace.go:171","msg":"trace[749202118] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"1.014527585s","start":"2026-03-31T22:41:01.281268Z","end":"2026-03-31T22:41:02.295796Z","steps":["trace[749202118] 'process raft request' (duration: 1.014340271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.281238Z","time spent":"1.014783322s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:02.296093Z","caller":"traceutil/trace.go:171","msg":"trace[1760587131] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"1.01314s","start":"2026-03-31T22:41:01.282943Z","end":"2026-03-31T22:41:02.296083Z","steps":["trace[1760587131] 'process raft request' (duration: 1.012825393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.282932Z","time spent":"1.013176821s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:02.296185Z","caller":"traceutil/trace.go:171","msg":"trace[1971305174] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"1.012334011s","start":"2026-03-31T22:41:01.283843Z","end":"2026-03-31T22:41:02.296177Z","steps":["trace[1971305174] 'process raft request' (duration: 1.012126295s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:02.296153Z","caller":"traceutil/trace.go:171","msg":"trace[1906429706] linearizableReadLoop","detail":"{readStateIndex:9461; appliedIndex:9456; }","duration":"983.971412ms","start":"2026-03-31T22:41:01.312159Z","end":"2026-03-31T22:41:02.29613Z","steps":["trace[1906429706] 'read index received' (duration: 345.554056ms)","trace[1906429706] 'applied index is now lower than readState.Index' (duration: 638.416226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:02.296214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.283828Z","time spent":"1.012370171s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:02.296273Z","caller":"traceutil/trace.go:171","msg":"trace[1333529921] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"853.639889ms","start":"2026-03-31T22:41:01.442623Z","end":"2026-03-31T22:41:02.296263Z","steps":["trace[1333529921] 'process raft request' (duration: 853.461264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.694112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:41:02.29637Z","caller":"traceutil/trace.go:171","msg":"trace[55870497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9119; }","duration":"974.742032ms","start":"2026-03-31T22:41:01.32162Z","end":"2026-03-31T22:41:02.296362Z","steps":["trace[55870497] 'agreement among raft nodes before linearized reading' (duration: 974.66368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.442608Z","time spent":"853.6918ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:02.296406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.321603Z","time spent":"974.793354ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:41:02.296502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.255665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:41:02.296472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.296992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:02.296569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.122502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:41:02.296568Z","caller":"traceutil/trace.go:171","msg":"trace[1518549118] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9119; }","duration":"950.405395ms","start":"2026-03-31T22:41:01.346138Z","end":"2026-03-31T22:41:02.296543Z","steps":["trace[1518549118] 'agreement among raft nodes before linearized reading' (duration: 950.276451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:02.296603Z","caller":"traceutil/trace.go:171","msg":"trace[1933815816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9119; }","duration":"961.178254ms","start":"2026-03-31T22:41:01.335415Z","end":"2026-03-31T22:41:02.296593Z","steps":["trace[1933815816] 'agreement among raft nodes before linearized reading' (duration: 961.116472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.428255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:41:02.296633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.335396Z","time spent":"961.229486ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:02.296639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.346132Z","time spent":"950.489417ms","remote":"127.0.0.1:38522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:02.296648Z","caller":"traceutil/trace.go:171","msg":"trace[706399765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9119; }","duration":"960.511007ms","start":"2026-03-31T22:41:01.336125Z","end":"2026-03-31T22:41:02.296636Z","steps":["trace[706399765] 'agreement among raft nodes before linearized reading' (duration: 960.361952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.336103Z","time spent":"960.569869ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:02.296717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.895571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:02.296738Z","caller":"traceutil/trace.go:171","msg":"trace[631184074] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9119; }","duration":"197.919521ms","start":"2026-03-31T22:41:02.098811Z","end":"2026-03-31T22:41:02.296731Z","steps":["trace[631184074] 'agreement among raft nodes before linearized reading' (duration: 197.87637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.665142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:02.29652Z","caller":"traceutil/trace.go:171","msg":"trace[1441449503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9119; }","duration":"959.289556ms","start":"2026-03-31T22:41:01.337225Z","end":"2026-03-31T22:41:02.296514Z","steps":["trace[1441449503] 'agreement among raft nodes before linearized reading' (duration: 959.230484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:02.296823Z","caller":"traceutil/trace.go:171","msg":"trace[553070630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9119; }","duration":"549.701573ms","start":"2026-03-31T22:41:01.747108Z","end":"2026-03-31T22:41:02.296809Z","steps":["trace[553070630] 'agreement among raft nodes before linearized reading' (duration: 549.648072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.747068Z","time spent":"549.779595ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:02.296853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.337211Z","time spent":"959.625606ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:41:02.296882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.723802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:41:02.296901Z","caller":"traceutil/trace.go:171","msg":"trace[333771159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9119; }","duration":"984.761813ms","start":"2026-03-31T22:41:01.312133Z","end":"2026-03-31T22:41:02.296895Z","steps":["trace[333771159] 'agreement among raft nodes before linearized reading' (duration: 984.707412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.296916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:01.31212Z","time spent":"984.792224ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:41:02.46081Z","caller":"traceutil/trace.go:171","msg":"trace[1550832935] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"157.694456ms","start":"2026-03-31T22:41:02.303094Z","end":"2026-03-31T22:41:02.460788Z","steps":["trace[1550832935] 'process raft request' (duration: 58.944731ms)","trace[1550832935] 'compare' (duration: 98.55688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:02.46101Z","caller":"traceutil/trace.go:171","msg":"trace[215893383] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"157.732157ms","start":"2026-03-31T22:41:02.30327Z","end":"2026-03-31T22:41:02.461002Z","steps":["trace[215893383] 'process raft request' (duration: 157.478131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:02.46116Z","caller":"traceutil/trace.go:171","msg":"trace[2020636234] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9462; }","duration":"155.400589ms","start":"2026-03-31T22:41:02.305748Z","end":"2026-03-31T22:41:02.461148Z","steps":["trace[2020636234] 'read index received' (duration: 19.342983ms)","trace[2020636234] 'applied index is now lower than readState.Index' (duration: 136.056116ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:02.461183Z","caller":"traceutil/trace.go:171","msg":"trace[2130225489] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"152.819474ms","start":"2026-03-31T22:41:02.308337Z","end":"2026-03-31T22:41:02.461156Z","steps":["trace[2130225489] 'process raft request' (duration: 152.630169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:02.461731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.956112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228902"} {"level":"info","ts":"2026-03-31T22:41:02.461758Z","caller":"traceutil/trace.go:171","msg":"trace[1971148146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9123; }","duration":"156.033445ms","start":"2026-03-31T22:41:02.305717Z","end":"2026-03-31T22:41:02.461751Z","steps":["trace[1971148146] 'agreement among raft nodes before linearized reading' (duration: 155.497851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.081913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:41:04.149613Z","caller":"traceutil/trace.go:171","msg":"trace[475238536] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9467; }","duration":"568.157323ms","start":"2026-03-31T22:41:03.581424Z","end":"2026-03-31T22:41:04.149582Z","steps":["trace[475238536] 'read index received' (duration: 567.928277ms)","trace[475238536] 'applied index is now lower than readState.Index' (duration: 227.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:04.149722Z","caller":"traceutil/trace.go:171","msg":"trace[1209910245] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"670.059317ms","start":"2026-03-31T22:41:03.479605Z","end":"2026-03-31T22:41:04.149664Z","steps":["trace[1209910245] 'process raft request' (duration: 669.763689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.1498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.353968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:04.149856Z","caller":"traceutil/trace.go:171","msg":"trace[1525469139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9125; }","duration":"568.485411ms","start":"2026-03-31T22:41:03.581354Z","end":"2026-03-31T22:41:04.14984Z","steps":["trace[1525469139] 'agreement among raft nodes before linearized reading' (duration: 568.350178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.149899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.47957Z","time spent":"670.249922ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:04.150041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.975455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:41:04.150076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.851889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:04.149909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.910215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:41:04.150122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.612129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:41:04.150138Z","caller":"traceutil/trace.go:171","msg":"trace[910794923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9125; }","duration":"471.948941ms","start":"2026-03-31T22:41:03.678172Z","end":"2026-03-31T22:41:04.150121Z","steps":["trace[910794923] 'agreement among raft nodes before linearized reading' (duration: 471.856049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.150177Z","caller":"traceutil/trace.go:171","msg":"trace[536029526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9125; }","duration":"446.701181ms","start":"2026-03-31T22:41:03.703461Z","end":"2026-03-31T22:41:04.150162Z","steps":["trace[536029526] 'agreement among raft nodes before linearized reading' (duration: 446.473985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.150184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.678152Z","time spent":"472.020192ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:04.150225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.703441Z","time spent":"446.772552ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:41:04.150093Z","caller":"traceutil/trace.go:171","msg":"trace[241283388] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:9125; }","duration":"392.074758ms","start":"2026-03-31T22:41:03.758006Z","end":"2026-03-31T22:41:04.15008Z","steps":["trace[241283388] 'agreement among raft nodes before linearized reading' (duration: 391.851552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.150372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.757983Z","time spent":"392.351874ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"info","ts":"2026-03-31T22:41:04.15014Z","caller":"traceutil/trace.go:171","msg":"trace[472101085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9125; }","duration":"487.199912ms","start":"2026-03-31T22:41:03.662932Z","end":"2026-03-31T22:41:04.150132Z","steps":["trace[472101085] 'agreement among raft nodes before linearized reading' (duration: 486.828343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.150472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.662915Z","time spent":"487.54145ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:04.149915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:03.581328Z","time spent":"568.572554ms","remote":"127.0.0.1:47942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:04.739214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:41:04.774953Z","caller":"traceutil/trace.go:171","msg":"trace[271835874] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"619.151866ms","start":"2026-03-31T22:41:04.155778Z","end":"2026-03-31T22:41:04.77493Z","steps":["trace[271835874] 'process raft request' (duration: 619.096864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.775092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.15577Z","time spent":"619.251758ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:04.77511Z","caller":"traceutil/trace.go:171","msg":"trace[83338461] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"621.357571ms","start":"2026-03-31T22:41:04.153711Z","end":"2026-03-31T22:41:04.775069Z","steps":["trace[83338461] 'process raft request' (duration: 620.987922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.775317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.153695Z","time spent":"621.500684ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:04.978323Z","caller":"traceutil/trace.go:171","msg":"trace[573873555] linearizableReadLoop","detail":"{readStateIndex:9476; appliedIndex:9469; }","duration":"740.082384ms","start":"2026-03-31T22:41:04.238217Z","end":"2026-03-31T22:41:04.978299Z","steps":["trace[573873555] 'read index received' (duration: 536.593584ms)","trace[573873555] 'applied index is now lower than readState.Index' (duration: 203.48789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:04.97845Z","caller":"traceutil/trace.go:171","msg":"trace[818559657] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"803.830847ms","start":"2026-03-31T22:41:04.174608Z","end":"2026-03-31T22:41:04.978439Z","steps":["trace[818559657] 'process raft request' (duration: 703.8298ms)","trace[818559657] 'compare' (duration: 99.483564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:04.97855Z","caller":"traceutil/trace.go:171","msg":"trace[386689847] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"674.314924ms","start":"2026-03-31T22:41:04.304209Z","end":"2026-03-31T22:41:04.978524Z","steps":["trace[386689847] 'process raft request' (duration: 674.020716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.97862Z","caller":"traceutil/trace.go:171","msg":"trace[561869322] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"227.073689ms","start":"2026-03-31T22:41:04.751536Z","end":"2026-03-31T22:41:04.97861Z","steps":["trace[561869322] 'process raft request' (duration: 226.72487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.978604Z","caller":"traceutil/trace.go:171","msg":"trace[1620651405] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"674.57368ms","start":"2026-03-31T22:41:04.304005Z","end":"2026-03-31T22:41:04.978579Z","steps":["trace[1620651405] 'process raft request' (duration: 674.193181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.978679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.304197Z","time spent":"674.415706ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:04.978715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.207286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:04.978555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.174588Z","time spent":"803.892258ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:04.978716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.303996Z","time spent":"674.669012ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:04.978749Z","caller":"traceutil/trace.go:171","msg":"trace[1836465758] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9133; }","duration":"524.282938ms","start":"2026-03-31T22:41:04.454457Z","end":"2026-03-31T22:41:04.97874Z","steps":["trace[1836465758] 'agreement among raft nodes before linearized reading' (duration: 524.221487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.978753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.183846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:41:04.97876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.020247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:41:04.978754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.499745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:04.978825Z","caller":"traceutil/trace.go:171","msg":"trace[1150655242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9133; }","duration":"513.12322ms","start":"2026-03-31T22:41:04.465685Z","end":"2026-03-31T22:41:04.978808Z","steps":["trace[1150655242] 'agreement among raft nodes before linearized reading' (duration: 512.938795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.97855Z","caller":"traceutil/trace.go:171","msg":"trace[1170273860] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"676.078857ms","start":"2026-03-31T22:41:04.302447Z","end":"2026-03-31T22:41:04.978526Z","steps":["trace[1170273860] 'process raft request' (duration: 675.660376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.97886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.184651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:41:04.978858Z","caller":"traceutil/trace.go:171","msg":"trace[849790856] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9133; }","duration":"740.683439ms","start":"2026-03-31T22:41:04.238152Z","end":"2026-03-31T22:41:04.978835Z","steps":["trace[849790856] 'agreement among raft nodes before linearized reading' (duration: 740.432133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.978881Z","caller":"traceutil/trace.go:171","msg":"trace[878222067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9133; }","duration":"513.224341ms","start":"2026-03-31T22:41:04.465651Z","end":"2026-03-31T22:41:04.978875Z","steps":["trace[878222067] 'agreement among raft nodes before linearized reading' (duration: 513.148269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.97888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.465666Z","time spent":"513.202961ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:41:04.978885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.548515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:41:04.978904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.465639Z","time spent":"513.260203ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:04.978782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.45443Z","time spent":"524.345609ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:04.978907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.302428Z","time spent":"676.445046ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:04.97892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.891787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:41:04.978935Z","caller":"traceutil/trace.go:171","msg":"trace[967771052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9133; }","duration":"512.628267ms","start":"2026-03-31T22:41:04.466292Z","end":"2026-03-31T22:41:04.97892Z","steps":["trace[967771052] 'agreement among raft nodes before linearized reading' (duration: 512.494214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.978953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.906354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:41:04.979045Z","caller":"traceutil/trace.go:171","msg":"trace[2088433999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9133; }","duration":"511.004966ms","start":"2026-03-31T22:41:04.468008Z","end":"2026-03-31T22:41:04.979013Z","steps":["trace[2088433999] 'agreement among raft nodes before linearized reading' (duration: 510.750549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.9791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.467997Z","time spent":"511.089909ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:41:04.978805Z","caller":"traceutil/trace.go:171","msg":"trace[1792699405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9133; }","duration":"649.264308ms","start":"2026-03-31T22:41:04.329526Z","end":"2026-03-31T22:41:04.978791Z","steps":["trace[1792699405] 'agreement among raft nodes before linearized reading' (duration: 649.081044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.978972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.466274Z","time spent":"512.690269ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:41:04.979282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.405904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:04.979279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.329508Z","time spent":"649.699889ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:04.978926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.238121Z","time spent":"740.787472ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:04.978966Z","caller":"traceutil/trace.go:171","msg":"trace[2090228417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9133; }","duration":"561.976299ms","start":"2026-03-31T22:41:04.416978Z","end":"2026-03-31T22:41:04.978955Z","steps":["trace[2090228417] 'agreement among raft nodes before linearized reading' (duration: 561.850786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:04.979388Z","caller":"traceutil/trace.go:171","msg":"trace[1107276733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9133; }","duration":"575.563397ms","start":"2026-03-31T22:41:04.403794Z","end":"2026-03-31T22:41:04.979357Z","steps":["trace[1107276733] 'agreement among raft nodes before linearized reading' (duration: 575.095226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.979432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.403779Z","time spent":"575.6447ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:04.979434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.416955Z","time spent":"562.462892ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:41:04.979458Z","caller":"traceutil/trace.go:171","msg":"trace[82507404] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"675.838201ms","start":"2026-03-31T22:41:04.303209Z","end":"2026-03-31T22:41:04.979048Z","steps":["trace[82507404] 'process raft request' (duration: 674.953819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:04.979594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:04.303198Z","time spent":"676.342304ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:10.789499Z","caller":"traceutil/trace.go:171","msg":"trace[417933949] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"241.015517ms","start":"2026-03-31T22:41:10.548464Z","end":"2026-03-31T22:41:10.78948Z","steps":["trace[417933949] 'process raft request' (duration: 240.882784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:13.901843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:14.402659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:14.43514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039781337s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:41:14.730069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122078872s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:14.730214Z","caller":"traceutil/trace.go:171","msg":"trace[1923327568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9213; }","duration":"1.122237765s","start":"2026-03-31T22:41:13.607956Z","end":"2026-03-31T22:41:14.730194Z","steps":["trace[1923327568] 'range keys from in-memory index tree' (duration: 1.122029041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.731226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.771823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:14.731326Z","caller":"traceutil/trace.go:171","msg":"trace[230465068] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9561; }","duration":"1.330375601s","start":"2026-03-31T22:41:13.400935Z","end":"2026-03-31T22:41:14.73131Z","steps":["trace[230465068] 'read index received' (duration: 1.034309941s)","trace[230465068] 'applied index is now lower than readState.Index' (duration: 296.06431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:14.731526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.529566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:14.731539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330578766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T22:41:14.731593Z","caller":"traceutil/trace.go:171","msg":"trace[652114221] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9214; }","duration":"732.646478ms","start":"2026-03-31T22:41:13.99893Z","end":"2026-03-31T22:41:14.731577Z","steps":["trace[652114221] 'agreement among raft nodes before linearized reading' (duration: 732.533386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:14.731613Z","caller":"traceutil/trace.go:171","msg":"trace[1722094755] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9214; }","duration":"1.330687038s","start":"2026-03-31T22:41:13.400905Z","end":"2026-03-31T22:41:14.731592Z","steps":["trace[1722094755] 'agreement among raft nodes before linearized reading' (duration: 1.330472443s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:14.731605Z","caller":"traceutil/trace.go:171","msg":"trace[1907554080] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"1.336502193s","start":"2026-03-31T22:41:13.394855Z","end":"2026-03-31T22:41:14.731357Z","steps":["trace[1907554080] 'process raft request' (duration: 1.040511325s)","trace[1907554080] 'compare' (duration: 294.553123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:14.731654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.400895Z","time spent":"1.33075037s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T22:41:14.731636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.524924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:14.731653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.358704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:41:14.731653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330554685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T22:41:14.731724Z","caller":"traceutil/trace.go:171","msg":"trace[205016747] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9214; }","duration":"494.659828ms","start":"2026-03-31T22:41:14.237042Z","end":"2026-03-31T22:41:14.731702Z","steps":["trace[205016747] 'agreement among raft nodes before linearized reading' (duration: 494.436372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.731717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330699078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-31T22:41:14.731713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330646197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-03-31T22:41:14.731778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.237026Z","time spent":"494.737599ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:14.731779Z","caller":"traceutil/trace.go:171","msg":"trace[529385595] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9214; }","duration":"1.330698039s","start":"2026-03-31T22:41:13.401049Z","end":"2026-03-31T22:41:14.731747Z","steps":["trace[529385595] 'agreement among raft nodes before linearized reading' (duration: 1.330461313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:14.731799Z","caller":"traceutil/trace.go:171","msg":"trace[395405465] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9214; }","duration":"1.330819701s","start":"2026-03-31T22:41:13.400959Z","end":"2026-03-31T22:41:14.731778Z","steps":["trace[395405465] 'agreement among raft nodes before linearized reading' (duration: 1.330496883s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:14.731813Z","caller":"traceutil/trace.go:171","msg":"trace[804380617] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9214; }","duration":"1.33075221s","start":"2026-03-31T22:41:13.401041Z","end":"2026-03-31T22:41:14.731793Z","steps":["trace[804380617] 'agreement among raft nodes before linearized reading' (duration: 1.330453052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.731844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.401018Z","time spent":"1.330813212s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T22:41:14.731863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.401036Z","time spent":"1.330815361s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4763,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"info","ts":"2026-03-31T22:41:14.731738Z","caller":"traceutil/trace.go:171","msg":"trace[50620168] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:9214; }","duration":"972.490687ms","start":"2026-03-31T22:41:13.759225Z","end":"2026-03-31T22:41:14.731716Z","steps":["trace[50620168] 'agreement among raft nodes before linearized reading' (duration: 972.260311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.731905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.998906Z","time spent":"732.722871ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:14.731982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.759201Z","time spent":"972.762864ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:41:14.731851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.400941Z","time spent":"1.330898214s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-31T22:41:14.732079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.39484Z","time spent":"1.336855022s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:14.731618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204562029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:14.733127Z","caller":"traceutil/trace.go:171","msg":"trace[1050198152] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9214; }","duration":"1.206137509s","start":"2026-03-31T22:41:13.526966Z","end":"2026-03-31T22:41:14.733104Z","steps":["trace[1050198152] 'agreement among raft nodes before linearized reading' (duration: 1.204492678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.733198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.526941Z","time spent":"1.206236152s","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:14.731619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330548815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:14.733508Z","caller":"traceutil/trace.go:171","msg":"trace[2097657613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9214; }","duration":"1.332488884s","start":"2026-03-31T22:41:13.401006Z","end":"2026-03-31T22:41:14.733495Z","steps":["trace[2097657613] 'agreement among raft nodes before linearized reading' (duration: 1.330494974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:14.733551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:13.400991Z","time spent":"1.332546935s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:41:15.243534Z","caller":"traceutil/trace.go:171","msg":"trace[860614079] linearizableReadLoop","detail":"{readStateIndex:9564; appliedIndex:9563; }","duration":"428.342393ms","start":"2026-03-31T22:41:14.815167Z","end":"2026-03-31T22:41:15.243509Z","steps":["trace[860614079] 'read index received' (duration: 428.143698ms)","trace[860614079] 'applied index is now lower than readState.Index' (duration: 197.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:15.24376Z","caller":"traceutil/trace.go:171","msg":"trace[51143274] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"504.73474ms","start":"2026-03-31T22:41:14.738855Z","end":"2026-03-31T22:41:15.243589Z","steps":["trace[51143274] 'process raft request' (duration: 504.433603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.243885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.630326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T22:41:15.243926Z","caller":"traceutil/trace.go:171","msg":"trace[1902371904] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9215; }","duration":"508.692008ms","start":"2026-03-31T22:41:14.735222Z","end":"2026-03-31T22:41:15.243914Z","steps":["trace[1902371904] 'agreement among raft nodes before linearized reading' (duration: 508.606676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.243966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.735207Z","time spent":"508.750829ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T22:41:15.243808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.442261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T22:41:15.244194Z","caller":"traceutil/trace.go:171","msg":"trace[1571438314] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9215; }","duration":"508.854062ms","start":"2026-03-31T22:41:14.735307Z","end":"2026-03-31T22:41:15.244161Z","steps":["trace[1571438314] 'agreement among raft nodes before linearized reading' (duration: 508.324479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.244286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.73529Z","time spent":"508.957884ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-31T22:41:15.244316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.046607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T22:41:15.244479Z","caller":"traceutil/trace.go:171","msg":"trace[1488636678] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9215; }","duration":"509.16715ms","start":"2026-03-31T22:41:14.735231Z","end":"2026-03-31T22:41:15.244398Z","steps":["trace[1488636678] 'agreement among raft nodes before linearized reading' (duration: 508.827151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.2446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.735208Z","time spent":"509.376795ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T22:41:15.244776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.738836Z","time spent":"505.058367ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:15.601926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.937837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:15.602353Z","caller":"traceutil/trace.go:171","msg":"trace[600381412] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"785.859577ms","start":"2026-03-31T22:41:14.816431Z","end":"2026-03-31T22:41:15.602291Z","steps":["trace[600381412] 'process raft request' (duration: 590.465659ms)","trace[600381412] 'compare' (duration: 194.67345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:15.602508Z","caller":"traceutil/trace.go:171","msg":"trace[2023228300] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"537.514128ms","start":"2026-03-31T22:41:15.064958Z","end":"2026-03-31T22:41:15.602472Z","steps":["trace[2023228300] 'process raft request' (duration: 537.289293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.60258Z","caller":"traceutil/trace.go:171","msg":"trace[1066644691] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"535.823646ms","start":"2026-03-31T22:41:15.066733Z","end":"2026-03-31T22:41:15.602556Z","steps":["trace[1066644691] 'process raft request' (duration: 535.627961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.602674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.066708Z","time spent":"535.921378ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:15.602675Z","caller":"traceutil/trace.go:171","msg":"trace[1184094123] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"515.97104ms","start":"2026-03-31T22:41:15.086651Z","end":"2026-03-31T22:41:15.602622Z","steps":["trace[1184094123] 'process raft request' (duration: 515.733324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.602613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.816392Z","time spent":"786.044512ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:15.602686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.064932Z","time spent":"537.663701ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:15.602722Z","caller":"traceutil/trace.go:171","msg":"trace[1665361411] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9564; }","duration":"359.097564ms","start":"2026-03-31T22:41:15.243602Z","end":"2026-03-31T22:41:15.602699Z","steps":["trace[1665361411] 'read index received' (duration: 163.132082ms)","trace[1665361411] 'applied index is now lower than readState.Index' (duration: 195.964302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:15.602677Z","caller":"traceutil/trace.go:171","msg":"trace[1592724079] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"535.861157ms","start":"2026-03-31T22:41:15.066735Z","end":"2026-03-31T22:41:15.602596Z","steps":["trace[1592724079] 'process raft request' (duration: 535.60378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.602809Z","caller":"traceutil/trace.go:171","msg":"trace[989227963] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"508.986965ms","start":"2026-03-31T22:41:15.093811Z","end":"2026-03-31T22:41:15.602798Z","steps":["trace[989227963] 'process raft request' (duration: 508.701058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.60285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.687614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:41:15.602855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.302215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:41:15.602865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.093791Z","time spent":"509.043306ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:15.602881Z","caller":"traceutil/trace.go:171","msg":"trace[586538985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9221; }","duration":"477.757455ms","start":"2026-03-31T22:41:15.125114Z","end":"2026-03-31T22:41:15.602872Z","steps":["trace[586538985] 'agreement among raft nodes before linearized reading' (duration: 477.658353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.602897Z","caller":"traceutil/trace.go:171","msg":"trace[1360933553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9221; }","duration":"467.367516ms","start":"2026-03-31T22:41:15.135518Z","end":"2026-03-31T22:41:15.602886Z","steps":["trace[1360933553] 'agreement among raft nodes before linearized reading' (duration: 467.242803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.602902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.125094Z","time spent":"477.803847ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:41:15.602936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.135508Z","time spent":"467.420097ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:15.602928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.419326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:15.602944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.190971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:41:15.602979Z","caller":"traceutil/trace.go:171","msg":"trace[1064052303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9221; }","duration":"779.511418ms","start":"2026-03-31T22:41:14.823451Z","end":"2026-03-31T22:41:15.602962Z","steps":["trace[1064052303] 'agreement among raft nodes before linearized reading' (duration: 779.430227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.603001Z","caller":"traceutil/trace.go:171","msg":"trace[986119584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9221; }","duration":"487.281514ms","start":"2026-03-31T22:41:15.115702Z","end":"2026-03-31T22:41:15.602984Z","steps":["trace[986119584] 'agreement among raft nodes before linearized reading' (duration: 487.13645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.848542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:41:15.60302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.823433Z","time spent":"779.57993ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:15.603023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.045063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:41:15.603051Z","caller":"traceutil/trace.go:171","msg":"trace[1207861578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9221; }","duration":"502.929734ms","start":"2026-03-31T22:41:15.100111Z","end":"2026-03-31T22:41:15.603041Z","steps":["trace[1207861578] 'agreement among raft nodes before linearized reading' (duration: 502.779221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.115685Z","time spent":"487.351485ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:41:15.602963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.926529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:41:15.603062Z","caller":"traceutil/trace.go:171","msg":"trace[366724767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9221; }","duration":"738.135216ms","start":"2026-03-31T22:41:14.864917Z","end":"2026-03-31T22:41:15.603052Z","steps":["trace[366724767] 'agreement among raft nodes before linearized reading' (duration: 738.018863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.066715Z","time spent":"536.144563ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:15.603165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.463764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:41:15.603198Z","caller":"traceutil/trace.go:171","msg":"trace[349184534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9221; }","duration":"321.525736ms","start":"2026-03-31T22:41:15.281664Z","end":"2026-03-31T22:41:15.60319Z","steps":["trace[349184534] 'agreement among raft nodes before linearized reading' (duration: 321.445103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.603191Z","caller":"traceutil/trace.go:171","msg":"trace[383231020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9221; }","duration":"478.186906ms","start":"2026-03-31T22:41:15.12495Z","end":"2026-03-31T22:41:15.603137Z","steps":["trace[383231020] 'agreement among raft nodes before linearized reading' (duration: 477.766895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.035798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T22:41:15.603357Z","caller":"traceutil/trace.go:171","msg":"trace[1814401448] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9221; }","duration":"354.086239ms","start":"2026-03-31T22:41:15.249262Z","end":"2026-03-31T22:41:15.603348Z","steps":["trace[1814401448] 'agreement among raft nodes before linearized reading' (duration: 353.881113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.695234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T22:41:15.603089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.006651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4638"} {"level":"warn","ts":"2026-03-31T22:41:15.603391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.249251Z","time spent":"354.133921ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-31T22:41:15.603412Z","caller":"traceutil/trace.go:171","msg":"trace[1190418526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9221; }","duration":"354.768476ms","start":"2026-03-31T22:41:15.248631Z","end":"2026-03-31T22:41:15.6034Z","steps":["trace[1190418526] 'agreement among raft nodes before linearized reading' (duration: 354.594062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:15.603427Z","caller":"traceutil/trace.go:171","msg":"trace[217307690] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9221; }","duration":"355.382692ms","start":"2026-03-31T22:41:15.248028Z","end":"2026-03-31T22:41:15.603411Z","steps":["trace[217307690] 'agreement among raft nodes before linearized reading' (duration: 354.97237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.603359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.124929Z","time spent":"478.411223ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:15.603456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.248618Z","time spent":"354.831007ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-31T22:41:15.60347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.24801Z","time spent":"355.447883ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4661,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"warn","ts":"2026-03-31T22:41:15.603222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.281643Z","time spent":"321.572648ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:41:15.603122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.828652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:15.60309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.100085Z","time spent":"502.997655ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"warn","ts":"2026-03-31T22:41:15.603112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:14.864893Z","time spent":"738.213077ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:15.602746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.086628Z","time spent":"516.089993ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:15.60503Z","caller":"traceutil/trace.go:171","msg":"trace[645824533] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9221; }","duration":"102.442707ms","start":"2026-03-31T22:41:15.501234Z","end":"2026-03-31T22:41:15.603677Z","steps":["trace[645824533] 'agreement among raft nodes before linearized reading' (duration: 101.837771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:15.831521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.420455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T22:41:15.831922Z","caller":"traceutil/trace.go:171","msg":"trace[1911261766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9222; }","duration":"225.52429ms","start":"2026-03-31T22:41:15.606124Z","end":"2026-03-31T22:41:15.831648Z","steps":["trace[1911261766] 'process raft request' (duration: 100.845358ms)","trace[1911261766] 'compare' (duration: 124.232721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:16.506499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.846981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:16.506735Z","caller":"traceutil/trace.go:171","msg":"trace[878533941] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"900.260323ms","start":"2026-03-31T22:41:15.606441Z","end":"2026-03-31T22:41:16.506702Z","steps":["trace[878533941] 'process raft request' (duration: 748.124826ms)","trace[878533941] 'compare' (duration: 151.484041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:16.506829Z","caller":"traceutil/trace.go:171","msg":"trace[1764443428] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"898.626122ms","start":"2026-03-31T22:41:15.608169Z","end":"2026-03-31T22:41:16.506795Z","steps":["trace[1764443428] 'process raft request' (duration: 898.444178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.506908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.606433Z","time spent":"900.380686ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:16.506918Z","caller":"traceutil/trace.go:171","msg":"trace[730181111] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"897.976205ms","start":"2026-03-31T22:41:15.608905Z","end":"2026-03-31T22:41:16.506881Z","steps":["trace[730181111] 'process raft request' (duration: 897.822022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.506996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.608145Z","time spent":"898.757926ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:16.506991Z","caller":"traceutil/trace.go:171","msg":"trace[1689363768] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"897.7254ms","start":"2026-03-31T22:41:15.609243Z","end":"2026-03-31T22:41:16.506968Z","steps":["trace[1689363768] 'process raft request' (duration: 897.538405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:16.507014Z","caller":"traceutil/trace.go:171","msg":"trace[1299042858] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"897.511284ms","start":"2026-03-31T22:41:15.609478Z","end":"2026-03-31T22:41:16.50699Z","steps":["trace[1299042858] 'process raft request' (duration: 897.373081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.507099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.609223Z","time spent":"897.817861ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:16.507089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.609456Z","time spent":"897.595637ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:16.507077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.608888Z","time spent":"898.107749ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:16.507076Z","caller":"traceutil/trace.go:171","msg":"trace[974037612] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"897.439273ms","start":"2026-03-31T22:41:15.609621Z","end":"2026-03-31T22:41:16.50706Z","steps":["trace[974037612] 'process raft request' (duration: 897.30567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.50716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.150026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:41:16.507212Z","caller":"traceutil/trace.go:171","msg":"trace[1416791088] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9228; }","duration":"899.226517ms","start":"2026-03-31T22:41:15.607975Z","end":"2026-03-31T22:41:16.507202Z","steps":["trace[1416791088] 'agreement among raft nodes before linearized reading' (duration: 899.059643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.507258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.607967Z","time spent":"899.282388ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T22:41:16.507271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.609598Z","time spent":"897.560105ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:16.507001Z","caller":"traceutil/trace.go:171","msg":"trace[1606627605] linearizableReadLoop","detail":"{readStateIndex:9572; appliedIndex:9570; }","duration":"898.982592ms","start":"2026-03-31T22:41:15.608Z","end":"2026-03-31T22:41:16.506983Z","steps":["trace[1606627605] 'read index received' (duration: 98.942671ms)","trace[1606627605] 'applied index is now lower than readState.Index' (duration: 800.038881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:16.507443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.401667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:16.507485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.233782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:41:16.507502Z","caller":"traceutil/trace.go:171","msg":"trace[1586415714] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9228; }","duration":"608.490189ms","start":"2026-03-31T22:41:15.898989Z","end":"2026-03-31T22:41:16.507479Z","steps":["trace[1586415714] 'agreement among raft nodes before linearized reading' (duration: 608.424997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:16.507539Z","caller":"traceutil/trace.go:171","msg":"trace[1620105669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9228; }","duration":"898.315844ms","start":"2026-03-31T22:41:15.60921Z","end":"2026-03-31T22:41:16.507526Z","steps":["trace[1620105669] 'agreement among raft nodes before linearized reading' (duration: 898.16211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.507582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.6092Z","time spent":"898.371155ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:41:16.507595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.898969Z","time spent":"608.580962ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:16.50763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.891423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:16.507619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.043088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T22:41:16.507662Z","caller":"traceutil/trace.go:171","msg":"trace[1892642579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9228; }","duration":"105.953414ms","start":"2026-03-31T22:41:16.401699Z","end":"2026-03-31T22:41:16.507653Z","steps":["trace[1892642579] 'agreement among raft nodes before linearized reading' (duration: 105.885593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:16.507684Z","caller":"traceutil/trace.go:171","msg":"trace[1419312653] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17; range_end:; response_count:1; response_revision:9228; }","duration":"733.156541ms","start":"2026-03-31T22:41:15.774509Z","end":"2026-03-31T22:41:16.507665Z","steps":["trace[1419312653] 'agreement among raft nodes before linearized reading' (duration: 732.913295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.507741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.774482Z","time spent":"733.245693ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" "} {"level":"warn","ts":"2026-03-31T22:41:16.508395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.664604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228837"} {"level":"info","ts":"2026-03-31T22:41:16.508573Z","caller":"traceutil/trace.go:171","msg":"trace[1161857274] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9228; }","duration":"898.870128ms","start":"2026-03-31T22:41:15.60964Z","end":"2026-03-31T22:41:16.508511Z","steps":["trace[1161857274] 'agreement among raft nodes before linearized reading' (duration: 897.824022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.508635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:15.609631Z","time spent":"898.988311ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228860,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:41:16.825869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.895272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:16.825983Z","caller":"traceutil/trace.go:171","msg":"trace[1526772102] linearizableReadLoop","detail":"{readStateIndex:9578; appliedIndex:9577; }","duration":"315.505377ms","start":"2026-03-31T22:41:16.510458Z","end":"2026-03-31T22:41:16.825963Z","steps":["trace[1526772102] 'read index received' (duration: 167.350588ms)","trace[1526772102] 'applied index is now lower than readState.Index' (duration: 148.153249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:16.826127Z","caller":"traceutil/trace.go:171","msg":"trace[587930366] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"316.001458ms","start":"2026-03-31T22:41:16.510113Z","end":"2026-03-31T22:41:16.826114Z","steps":["trace[587930366] 'process raft request' (duration: 167.679636ms)","trace[587930366] 'compare' (duration: 147.791449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:16.826205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.510093Z","time spent":"316.074031ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:16.826199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.449436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:16.826255Z","caller":"traceutil/trace.go:171","msg":"trace[1789892812] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9229; }","duration":"255.551279ms","start":"2026-03-31T22:41:16.570689Z","end":"2026-03-31T22:41:16.826241Z","steps":["trace[1789892812] 'agreement among raft nodes before linearized reading' (duration: 255.455566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.826312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.815648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:16.826383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.454024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-03-31T22:41:16.826388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.148706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T22:41:16.826451Z","caller":"traceutil/trace.go:171","msg":"trace[639246468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9229; }","duration":"315.029054ms","start":"2026-03-31T22:41:16.511376Z","end":"2026-03-31T22:41:16.826405Z","steps":["trace[639246468] 'agreement among raft nodes before linearized reading' (duration: 314.793228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:16.826456Z","caller":"traceutil/trace.go:171","msg":"trace[1779338551] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9229; }","duration":"311.583377ms","start":"2026-03-31T22:41:16.514854Z","end":"2026-03-31T22:41:16.826437Z","steps":["trace[1779338551] 'agreement among raft nodes before linearized reading' (duration: 311.359282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:16.826497Z","caller":"traceutil/trace.go:171","msg":"trace[3095367] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9229; }","duration":"315.349721ms","start":"2026-03-31T22:41:16.51113Z","end":"2026-03-31T22:41:16.82648Z","steps":["trace[3095367] 'agreement among raft nodes before linearized reading' (duration: 315.022863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.826506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.514836Z","time spent":"311.66176ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"warn","ts":"2026-03-31T22:41:16.826508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.511353Z","time spent":"315.144397ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:16.826537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.511122Z","time spent":"315.404253ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"warn","ts":"2026-03-31T22:41:16.826662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.172613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T22:41:16.826749Z","caller":"traceutil/trace.go:171","msg":"trace[2133559826] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9229; }","duration":"316.299236ms","start":"2026-03-31T22:41:16.510428Z","end":"2026-03-31T22:41:16.826727Z","steps":["trace[2133559826] 'agreement among raft nodes before linearized reading' (duration: 315.692031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.826816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.510413Z","time spent":"316.388948ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:41:16.827409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.140992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-31T22:41:16.827528Z","caller":"traceutil/trace.go:171","msg":"trace[1436155123] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9229; }","duration":"316.280566ms","start":"2026-03-31T22:41:16.511219Z","end":"2026-03-31T22:41:16.827499Z","steps":["trace[1436155123] 'agreement among raft nodes before linearized reading' (duration: 314.989423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:16.827584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.511213Z","time spent":"316.358827ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"info","ts":"2026-03-31T22:41:17.026477Z","caller":"traceutil/trace.go:171","msg":"trace[456626147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9231; }","duration":"145.259656ms","start":"2026-03-31T22:41:16.881191Z","end":"2026-03-31T22:41:17.02645Z","steps":["trace[456626147] 'process raft request' (duration: 145.013089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:19.138807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757860912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:19.138948Z","caller":"traceutil/trace.go:171","msg":"trace[43957214] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"2.257702289s","start":"2026-03-31T22:41:16.881213Z","end":"2026-03-31T22:41:19.138916Z","steps":["trace[43957214] 'process raft request' (duration: 499.658923ms)","trace[43957214] 'compare' (duration: 1.757617066s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:19.139094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.881186Z","time spent":"2.257833292s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:19.139086Z","caller":"traceutil/trace.go:171","msg":"trace[1310507821] linearizableReadLoop","detail":"{readStateIndex:9581; appliedIndex:9579; }","duration":"2.244130621s","start":"2026-03-31T22:41:16.894918Z","end":"2026-03-31T22:41:19.139049Z","steps":["trace[1310507821] 'read index received' (duration: 131.258726ms)","trace[1310507821] 'applied index is now lower than readState.Index' (duration: 2.112867764s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:19.139092Z","caller":"traceutil/trace.go:171","msg":"trace[718418119] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"1.813746257s","start":"2026-03-31T22:41:17.325327Z","end":"2026-03-31T22:41:19.139073Z","steps":["trace[718418119] 'process raft request' (duration: 1.813577113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:19.139326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.325303Z","time spent":"1.813987923s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:19.139355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244411527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:41:19.139407Z","caller":"traceutil/trace.go:171","msg":"trace[307667785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9233; }","duration":"2.24451304s","start":"2026-03-31T22:41:16.894878Z","end":"2026-03-31T22:41:19.139391Z","steps":["trace[307667785] 'agreement among raft nodes before linearized reading' (duration: 2.244313155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:19.139462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:16.894862Z","time spent":"2.244587911s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:41:19.402939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:41:19.403148Z","caller":"traceutil/trace.go:171","msg":"trace[1760209382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443177s","start":"2026-03-31T22:41:17.402679Z","end":"2026-03-31T22:41:19.403122Z","steps":["trace[1760209382] 'agreement among raft nodes before linearized reading' (duration: 2.000196771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:19.403224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.402664Z","time spent":"2.00054819s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:41:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:41:19.639566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:20.140081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:20.366173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.426273617s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:41:20.3669Z","caller":"traceutil/trace.go:171","msg":"trace[121327394] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"2.852384014s","start":"2026-03-31T22:41:17.514486Z","end":"2026-03-31T22:41:20.36687Z","steps":["trace[121327394] 'process raft request' (duration: 2.852023905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:20.367107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.514455Z","time spent":"2.852562558s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:20.367479Z","caller":"traceutil/trace.go:171","msg":"trace[537664959] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"2.758682125s","start":"2026-03-31T22:41:17.608665Z","end":"2026-03-31T22:41:20.367347Z","steps":["trace[537664959] 'process raft request' (duration: 2.758455369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:20.368174Z","caller":"traceutil/trace.go:171","msg":"trace[115608665] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"2.758640213s","start":"2026-03-31T22:41:17.609495Z","end":"2026-03-31T22:41:20.368135Z","steps":["trace[115608665] 'process raft request' (duration: 2.7577072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:20.368258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.608641Z","time spent":"2.759525566s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:20.368339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.609484Z","time spent":"2.758766286s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:20.369895Z","caller":"traceutil/trace.go:171","msg":"trace[1751367486] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"2.760244083s","start":"2026-03-31T22:41:17.60963Z","end":"2026-03-31T22:41:20.369874Z","steps":["trace[1751367486] 'process raft request' (duration: 2.758346485s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:20.369973Z","caller":"traceutil/trace.go:171","msg":"trace[542599780] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"2.76012094s","start":"2026-03-31T22:41:17.609837Z","end":"2026-03-31T22:41:20.369958Z","steps":["trace[542599780] 'process raft request' (duration: 2.759728391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:20.370035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.609613Z","time spent":"2.760342196s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:20.370071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.609827Z","time spent":"2.760204933s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:21.139529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.241691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:41:21.14019Z","caller":"traceutil/trace.go:171","msg":"trace[1391035318] linearizableReadLoop","detail":"{readStateIndex:9589; appliedIndex:9582; }","duration":"2.001008721s","start":"2026-03-31T22:41:19.139155Z","end":"2026-03-31T22:41:21.140164Z","steps":["trace[1391035318] 'read index received' (duration: 1.227246626s)","trace[1391035318] 'applied index is now lower than readState.Index' (duration: 773.760615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.14027Z","caller":"traceutil/trace.go:171","msg":"trace[886751397] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"1.355955998s","start":"2026-03-31T22:41:19.784297Z","end":"2026-03-31T22:41:21.140253Z","steps":["trace[886751397] 'process raft request' (duration: 1.355345003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:21.140373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.784248Z","time spent":"1.356060552s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:21.568798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.84602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:21.568802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101768965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:21.568881Z","caller":"traceutil/trace.go:171","msg":"trace[143967170] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9239; }","duration":"705.987133ms","start":"2026-03-31T22:41:20.862868Z","end":"2026-03-31T22:41:21.568855Z","steps":["trace[143967170] 'agreement among raft nodes before linearized reading' (duration: 277.521618ms)","trace[143967170] 'range keys from in-memory index tree' (duration: 428.345622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.56892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.862846Z","time spent":"706.066646ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-31T22:41:21.56891Z","caller":"traceutil/trace.go:171","msg":"trace[1888054542] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9239; }","duration":"2.10194245s","start":"2026-03-31T22:41:19.466934Z","end":"2026-03-31T22:41:21.568877Z","steps":["trace[1888054542] 'agreement among raft nodes before linearized reading' (duration: 1.673625298s)","trace[1888054542] 'count revisions from in-memory index tree' (duration: 428.158158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.568963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057163305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:41:21.569075Z","caller":"traceutil/trace.go:171","msg":"trace[800729366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9239; }","duration":"3.057306219s","start":"2026-03-31T22:41:18.511748Z","end":"2026-03-31T22:41:21.569055Z","steps":["trace[800729366] 'agreement among raft nodes before linearized reading' (duration: 2.628564777s)","trace[800729366] 'range keys from in-memory index tree' (duration: 428.511647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.51173Z","time spent":"3.057390501s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:41:21.569184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165892757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:21.569244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405813813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-31T22:41:21.569255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163910129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-31T22:41:21.569297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.599613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:21.56931Z","caller":"traceutil/trace.go:171","msg":"trace[225305788] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9239; }","duration":"1.405900085s","start":"2026-03-31T22:41:20.163394Z","end":"2026-03-31T22:41:21.569294Z","steps":["trace[225305788] 'agreement among raft nodes before linearized reading' (duration: 977.015009ms)","trace[225305788] 'range keys from in-memory index tree' (duration: 428.706202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.569333Z","caller":"traceutil/trace.go:171","msg":"trace[1382975829] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9239; }","duration":"459.660775ms","start":"2026-03-31T22:41:21.109661Z","end":"2026-03-31T22:41:21.569322Z","steps":["trace[1382975829] 'agreement among raft nodes before linearized reading' (duration: 30.718157ms)","trace[1382975829] 'count revisions from in-memory index tree' (duration: 428.902167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.569337Z","caller":"traceutil/trace.go:171","msg":"trace[1900553524] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9239; }","duration":"3.164017152s","start":"2026-03-31T22:41:18.405289Z","end":"2026-03-31T22:41:21.569306Z","steps":["trace[1900553524] 'agreement among raft nodes before linearized reading' (duration: 2.735033614s)","trace[1900553524] 'range keys from in-memory index tree' (duration: 428.778673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611973915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:21.569417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.40527Z","time spent":"3.164123935s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T22:41:21.569432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.163378Z","time spent":"1.405962977s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T22:41:21.569465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057218827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:41:21.569518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05736653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:41:21.569528Z","caller":"traceutil/trace.go:171","msg":"trace[114032197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9239; }","duration":"3.057312799s","start":"2026-03-31T22:41:18.512197Z","end":"2026-03-31T22:41:21.56951Z","steps":["trace[114032197] 'agreement among raft nodes before linearized reading' (duration: 2.628031914s)","trace[114032197] 'range keys from in-memory index tree' (duration: 429.128532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070842391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:21.569653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057428612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:41:21.569683Z","caller":"traceutil/trace.go:171","msg":"trace[2004432671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9239; }","duration":"3.057466923s","start":"2026-03-31T22:41:18.512207Z","end":"2026-03-31T22:41:21.569674Z","steps":["trace[2004432671] 'agreement among raft nodes before linearized reading' (duration: 2.628075375s)","trace[2004432671] 'range keys from in-memory index tree' (duration: 429.325067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.5122Z","time spent":"3.057512134s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:41:21.569546Z","caller":"traceutil/trace.go:171","msg":"trace[1776002729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9239; }","duration":"3.057405681s","start":"2026-03-31T22:41:18.512133Z","end":"2026-03-31T22:41:21.569539Z","steps":["trace[1776002729] 'agreement among raft nodes before linearized reading' (duration: 2.628165176s)","trace[1776002729] 'range keys from in-memory index tree' (duration: 429.174013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052983901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T22:41:21.569361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.109645Z","time spent":"459.709935ms","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.569826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476949839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:21.569871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.438555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:21.569925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499297366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:21.569984Z","caller":"traceutil/trace.go:171","msg":"trace[797019996] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9239; }","duration":"1.499388018s","start":"2026-03-31T22:41:20.070576Z","end":"2026-03-31T22:41:21.569964Z","steps":["trace[797019996] 'agreement among raft nodes before linearized reading' (duration: 1.069852806s)","trace[797019996] 'count revisions from in-memory index tree' (duration: 429.387648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509157772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:21.570069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.070559Z","time spent":"1.499498922s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.569374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413783875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:41:21.570082Z","caller":"traceutil/trace.go:171","msg":"trace[405797446] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9239; }","duration":"1.509285635s","start":"2026-03-31T22:41:20.060779Z","end":"2026-03-31T22:41:21.570064Z","steps":["trace[405797446] 'agreement among raft nodes before linearized reading' (duration: 1.079744473s)","trace[405797446] 'count revisions from in-memory index tree' (duration: 429.441819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553161512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T22:41:21.570117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858248158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:21.569266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425539128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-31T22:41:21.570131Z","caller":"traceutil/trace.go:171","msg":"trace[920875461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9239; }","duration":"2.414570454s","start":"2026-03-31T22:41:19.155542Z","end":"2026-03-31T22:41:21.570112Z","steps":["trace[920875461] 'agreement among raft nodes before linearized reading' (duration: 1.985030141s)","trace[920875461] 'range keys from in-memory index tree' (duration: 428.720962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.570158Z","caller":"traceutil/trace.go:171","msg":"trace[870109288] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9239; }","duration":"1.553235224s","start":"2026-03-31T22:41:20.016912Z","end":"2026-03-31T22:41:21.570147Z","steps":["trace[870109288] 'agreement among raft nodes before linearized reading' (duration: 1.123618589s)","trace[870109288] 'range keys from in-memory index tree' (duration: 429.518442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.569953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992268373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:21.570189Z","caller":"traceutil/trace.go:171","msg":"trace[1632872854] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9239; }","duration":"2.426485032s","start":"2026-03-31T22:41:19.143685Z","end":"2026-03-31T22:41:21.57017Z","steps":["trace[1632872854] 'agreement among raft nodes before linearized reading' (duration: 1.996673683s)","trace[1632872854] 'range keys from in-memory index tree' (duration: 428.846515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.155523Z","time spent":"2.414663217s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:41:21.570259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.143667Z","time spent":"2.426576105s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"info","ts":"2026-03-31T22:41:21.570186Z","caller":"traceutil/trace.go:171","msg":"trace[863951363] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9239; }","duration":"1.85834066s","start":"2026-03-31T22:41:19.711818Z","end":"2026-03-31T22:41:21.570159Z","steps":["trace[863951363] 'agreement among raft nodes before linearized reading' (duration: 1.428728095s)","trace[863951363] 'count revisions from in-memory index tree' (duration: 429.527092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.868836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:41:21.57032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.711801Z","time spent":"1.858502044s","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:21.570272Z","caller":"traceutil/trace.go:171","msg":"trace[388115025] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9239; }","duration":"1.992596101s","start":"2026-03-31T22:41:19.577631Z","end":"2026-03-31T22:41:21.570227Z","steps":["trace[388115025] 'agreement among raft nodes before linearized reading' (duration: 1.562922155s)","trace[388115025] 'count revisions from in-memory index tree' (duration: 429.373228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.569925Z","caller":"traceutil/trace.go:171","msg":"trace[516741668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9239; }","duration":"158.515736ms","start":"2026-03-31T22:41:21.411397Z","end":"2026-03-31T22:41:21.569912Z","steps":["trace[516741668] 'range keys from in-memory index tree' (duration: 158.388603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:21.570377Z","caller":"traceutil/trace.go:171","msg":"trace[1538160778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d42d1169a81; range_end:; response_count:1; response_revision:9239; }","duration":"163.065802ms","start":"2026-03-31T22:41:21.407278Z","end":"2026-03-31T22:41:21.570344Z","steps":["trace[1538160778] 'range keys from in-memory index tree' (duration: 162.61452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:21.568973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.466912Z","time spent":"2.102045143s","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.570434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.577611Z","time spent":"1.992780396s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.569882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78950037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:41:21.569584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.512178Z","time spent":"3.057394671s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:41:21.570565Z","caller":"traceutil/trace.go:171","msg":"trace[1257088151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9239; }","duration":"1.790205829s","start":"2026-03-31T22:41:19.780334Z","end":"2026-03-31T22:41:21.57054Z","steps":["trace[1257088151] 'agreement among raft nodes before linearized reading' (duration: 1.360203524s)","trace[1257088151] 'range keys from in-memory index tree' (duration: 429.298306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.780311Z","time spent":"1.790304531s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:41:21.569793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056848708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:41:21.57069Z","caller":"traceutil/trace.go:171","msg":"trace[1432822861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9239; }","duration":"3.057789692s","start":"2026-03-31T22:41:18.512891Z","end":"2026-03-31T22:41:21.57068Z","steps":["trace[1432822861] 'agreement among raft nodes before linearized reading' (duration: 2.627781047s)","trace[1432822861] 'range keys from in-memory index tree' (duration: 429.05417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.569683Z","caller":"traceutil/trace.go:171","msg":"trace[14152879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9239; }","duration":"1.071443295s","start":"2026-03-31T22:41:20.498198Z","end":"2026-03-31T22:41:21.569641Z","steps":["trace[14152879] 'agreement among raft nodes before linearized reading' (duration: 642.201481ms)","trace[14152879] 'count revisions from in-memory index tree' (duration: 428.65557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.512862Z","time spent":"3.057853353s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:21.569819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.512128Z","time spent":"3.057640477s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:41:21.570749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.498175Z","time spent":"1.072553814s","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:21.569259Z","caller":"traceutil/trace.go:171","msg":"trace[1081931041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9239; }","duration":"2.166005409s","start":"2026-03-31T22:41:19.403232Z","end":"2026-03-31T22:41:21.569237Z","steps":["trace[1081931041] 'agreement among raft nodes before linearized reading' (duration: 1.737333769s)","trace[1081931041] 'range keys from in-memory index tree' (duration: 428.581248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:21.569874Z","caller":"traceutil/trace.go:171","msg":"trace[1021689910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9239; }","duration":"3.053167895s","start":"2026-03-31T22:41:18.516681Z","end":"2026-03-31T22:41:21.569849Z","steps":["trace[1021689910] 'agreement among raft nodes before linearized reading' (duration: 2.623999592s)","trace[1021689910] 'range keys from in-memory index tree' (duration: 428.927517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.570965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:18.516631Z","time spent":"3.054317575s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:41:21.569925Z","caller":"traceutil/trace.go:171","msg":"trace[510292278] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9239; }","duration":"1.477078872s","start":"2026-03-31T22:41:20.092829Z","end":"2026-03-31T22:41:21.569908Z","steps":["trace[510292278] 'agreement among raft nodes before linearized reading' (duration: 1.047591901s)","trace[510292278] 'count revisions from in-memory index tree' (duration: 429.376738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.571081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.092813Z","time spent":"1.478249101s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.570146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.060745Z","time spent":"1.509386148s","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:21.570193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:20.016895Z","time spent":"1.553291945s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T22:41:21.570902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:19.403198Z","time spent":"2.167690262s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:41:21.569484Z","caller":"traceutil/trace.go:171","msg":"trace[546257040] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9239; }","duration":"3.612261212s","start":"2026-03-31T22:41:17.957168Z","end":"2026-03-31T22:41:21.569429Z","steps":["trace[546257040] 'agreement among raft nodes before linearized reading' (duration: 3.183165731s)","trace[546257040] 'count revisions from in-memory index tree' (duration: 428.704192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.571659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:17.957108Z","time spent":"3.614528909s","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:21.69969Z","caller":"traceutil/trace.go:171","msg":"trace[712343555] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"127.261527ms","start":"2026-03-31T22:41:21.572405Z","end":"2026-03-31T22:41:21.699667Z","steps":["trace[712343555] 'process raft request' (duration: 127.138244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:21.699875Z","caller":"traceutil/trace.go:171","msg":"trace[1409361314] linearizableReadLoop","detail":"{readStateIndex:9590; appliedIndex:9590; }","duration":"125.974765ms","start":"2026-03-31T22:41:21.573876Z","end":"2026-03-31T22:41:21.699851Z","steps":["trace[1409361314] 'read index received' (duration: 125.962334ms)","trace[1409361314] 'applied index is now lower than readState.Index' (duration: 10.371µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:21.70013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.228091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-31T22:41:21.700216Z","caller":"traceutil/trace.go:171","msg":"trace[906107777] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:9240; }","duration":"126.377114ms","start":"2026-03-31T22:41:21.573822Z","end":"2026-03-31T22:41:21.700199Z","steps":["trace[906107777] 'agreement among raft nodes before linearized reading' (duration: 126.097017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.200488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:41:22.549098Z","caller":"traceutil/trace.go:171","msg":"trace[201995381] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"973.82228ms","start":"2026-03-31T22:41:21.575266Z","end":"2026-03-31T22:41:22.549088Z","steps":["trace[201995381] 'process raft request' (duration: 973.667656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:22.549096Z","caller":"traceutil/trace.go:171","msg":"trace[111808458] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"973.721587ms","start":"2026-03-31T22:41:21.575332Z","end":"2026-03-31T22:41:22.549054Z","steps":["trace[111808458] 'process raft request' (duration: 973.654135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.5492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575257Z","time spent":"973.878501ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:22.549218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575328Z","time spent":"973.825859ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:22.549242Z","caller":"traceutil/trace.go:171","msg":"trace[234845032] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"973.760478ms","start":"2026-03-31T22:41:21.575467Z","end":"2026-03-31T22:41:22.549227Z","steps":["trace[234845032] 'process raft request' (duration: 973.557143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.549342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575458Z","time spent":"973.814909ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:22.549737Z","caller":"traceutil/trace.go:171","msg":"trace[1289052104] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"974.090136ms","start":"2026-03-31T22:41:21.575635Z","end":"2026-03-31T22:41:22.549725Z","steps":["trace[1289052104] 'process raft request' (duration: 973.967413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:22.549786Z","caller":"traceutil/trace.go:171","msg":"trace[389133525] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"969.482881ms","start":"2026-03-31T22:41:21.580294Z","end":"2026-03-31T22:41:22.549777Z","steps":["trace[389133525] 'process raft request' (duration: 969.341307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.549817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575624Z","time spent":"974.159598ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:22.549843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.58028Z","time spent":"969.529923ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:22.549968Z","caller":"traceutil/trace.go:171","msg":"trace[884052275] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"974.397604ms","start":"2026-03-31T22:41:21.575557Z","end":"2026-03-31T22:41:22.549954Z","steps":["trace[884052275] 'process raft request' (duration: 973.623985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:22.549729Z","caller":"traceutil/trace.go:171","msg":"trace[1228634575] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"963.4288ms","start":"2026-03-31T22:41:21.586289Z","end":"2026-03-31T22:41:22.549717Z","steps":["trace[1228634575] 'process raft request' (duration: 963.376789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.550069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.57555Z","time spent":"974.447895ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:22.550125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.586272Z","time spent":"963.808989ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:22.550207Z","caller":"traceutil/trace.go:171","msg":"trace[1901846489] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"974.529527ms","start":"2026-03-31T22:41:21.575623Z","end":"2026-03-31T22:41:22.550152Z","steps":["trace[1901846489] 'process raft request' (duration: 973.938462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:22.550264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575617Z","time spent":"974.616919ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:22.549045Z","caller":"traceutil/trace.go:171","msg":"trace[1513407299] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"975.115921ms","start":"2026-03-31T22:41:21.573906Z","end":"2026-03-31T22:41:22.549022Z","steps":["trace[1513407299] 'process raft request' (duration: 943.842311ms)","trace[1513407299] 'compare' (duration: 31.072615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:22.550515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.57389Z","time spent":"976.588008ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:23.152747Z","caller":"traceutil/trace.go:171","msg":"trace[1394687206] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"1.447720699s","start":"2026-03-31T22:41:21.705003Z","end":"2026-03-31T22:41:23.152724Z","steps":["trace[1394687206] 'process raft request' (duration: 1.447511204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.152863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.704978Z","time spent":"1.447835411s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:41:23.152879Z","caller":"traceutil/trace.go:171","msg":"trace[1729200730] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"779.401716ms","start":"2026-03-31T22:41:22.373467Z","end":"2026-03-31T22:41:23.152868Z","steps":["trace[1729200730] 'process raft request' (duration: 779.361304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.152944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.373456Z","time spent":"779.452718ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:23.152978Z","caller":"traceutil/trace.go:171","msg":"trace[1148257113] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"1.447070883s","start":"2026-03-31T22:41:21.70587Z","end":"2026-03-31T22:41:23.152941Z","steps":["trace[1148257113] 'process raft request' (duration: 1.446827786s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:23.153083Z","caller":"traceutil/trace.go:171","msg":"trace[224118434] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"780.245927ms","start":"2026-03-31T22:41:22.372823Z","end":"2026-03-31T22:41:23.153069Z","steps":["trace[224118434] 'process raft request' (duration: 779.957769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:23.153094Z","caller":"traceutil/trace.go:171","msg":"trace[1009801501] linearizableReadLoop","detail":"{readStateIndex:9602; appliedIndex:9590; }","duration":"1.453146495s","start":"2026-03-31T22:41:21.699922Z","end":"2026-03-31T22:41:23.153068Z","steps":["trace[1009801501] 'read index received' (duration: 817.844306ms)","trace[1009801501] 'applied index is now lower than readState.Index' (duration: 635.300689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:23.153139Z","caller":"traceutil/trace.go:171","msg":"trace[1767368278] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"779.383516ms","start":"2026-03-31T22:41:22.373719Z","end":"2026-03-31T22:41:23.153102Z","steps":["trace[1767368278] 'process raft request' (duration: 779.128619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.705854Z","time spent":"1.447230298s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:23.153177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.372807Z","time spent":"780.3168ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:23.153193Z","caller":"traceutil/trace.go:171","msg":"trace[1153999719] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"780.591856ms","start":"2026-03-31T22:41:22.372592Z","end":"2026-03-31T22:41:23.153184Z","steps":["trace[1153999719] 'process raft request' (duration: 780.160215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:23.153017Z","caller":"traceutil/trace.go:171","msg":"trace[1563173640] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"1.447894213s","start":"2026-03-31T22:41:21.705088Z","end":"2026-03-31T22:41:23.152983Z","steps":["trace[1563173640] 'process raft request' (duration: 1.447562814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573207183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a20e3b0e51ed11\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-31T22:41:23.15334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.705067Z","time spent":"1.448203901s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:23.153379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310062323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:23.153381Z","caller":"traceutil/trace.go:171","msg":"trace[1588291025] range","detail":"{range_begin:/registry/events/openstack/ceph.18a20e3b0e51ed11; range_end:; response_count:1; response_revision:9256; }","duration":"1.573268644s","start":"2026-03-31T22:41:21.580101Z","end":"2026-03-31T22:41:23.15337Z","steps":["trace[1588291025] 'agreement among raft nodes before linearized reading' (duration: 1.573151761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.580093Z","time spent":"1.573319365s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a20e3b0e51ed11\" "} {"level":"warn","ts":"2026-03-31T22:41:23.153235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.372573Z","time spent":"780.638317ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:23.153437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.811348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T22:41:23.153348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448279033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T22:41:23.153443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.373714Z","time spent":"779.492139ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:23.153501Z","caller":"traceutil/trace.go:171","msg":"trace[917875167] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9256; }","duration":"1.448462978s","start":"2026-03-31T22:41:21.705024Z","end":"2026-03-31T22:41:23.153487Z","steps":["trace[917875167] 'agreement among raft nodes before linearized reading' (duration: 1.448242742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.456257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:23.153547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.705008Z","time spent":"1.448527999s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T22:41:23.15341Z","caller":"traceutil/trace.go:171","msg":"trace[1189203589] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9256; }","duration":"1.310122145s","start":"2026-03-31T22:41:21.84328Z","end":"2026-03-31T22:41:23.153402Z","steps":["trace[1189203589] 'agreement among raft nodes before linearized reading' (duration: 1.310081324s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:23.153602Z","caller":"traceutil/trace.go:171","msg":"trace[1821443877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9256; }","duration":"811.702533ms","start":"2026-03-31T22:41:22.341876Z","end":"2026-03-31T22:41:23.153578Z","steps":["trace[1821443877] 'agreement among raft nodes before linearized reading' (duration: 811.472737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.843259Z","time spent":"1.310347451s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:23.153542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574200667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"info","ts":"2026-03-31T22:41:23.153873Z","caller":"traceutil/trace.go:171","msg":"trace[620872341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9256; }","duration":"1.574542496s","start":"2026-03-31T22:41:21.579309Z","end":"2026-03-31T22:41:23.153851Z","steps":["trace[620872341] 'agreement among raft nodes before linearized reading' (duration: 1.573864089s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:23.153474Z","caller":"traceutil/trace.go:171","msg":"trace[1441914083] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9256; }","duration":"596.868909ms","start":"2026-03-31T22:41:22.556598Z","end":"2026-03-31T22:41:23.153467Z","steps":["trace[1441914083] 'agreement among raft nodes before linearized reading' (duration: 596.793587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.153963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.5793Z","time spent":"1.574641348s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:41:23.153972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.556586Z","time spent":"597.370822ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-31T22:41:23.154175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578665469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-31T22:41:23.154208Z","caller":"traceutil/trace.go:171","msg":"trace[1253980334] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sx7zw; range_end:; response_count:1; response_revision:9256; }","duration":"1.579108139s","start":"2026-03-31T22:41:21.575092Z","end":"2026-03-31T22:41:23.1542Z","steps":["trace[1253980334] 'agreement among raft nodes before linearized reading' (duration: 1.578096394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:23.154284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:21.575078Z","time spent":"1.579197192s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sx7zw\" "} {"level":"warn","ts":"2026-03-31T22:41:23.1537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:22.341854Z","time spent":"811.814195ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:23.65821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:24.158958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:24.659106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537181883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:41:24.730989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436179611s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:41:25.005203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396759408s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:25.005347Z","caller":"traceutil/trace.go:171","msg":"trace[2059674991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9256; }","duration":"1.396918812s","start":"2026-03-31T22:41:23.608407Z","end":"2026-03-31T22:41:25.005326Z","steps":["trace[2059674991] 'range keys from in-memory index tree' (duration: 1.396738176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.006141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.779079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:25.006299Z","caller":"traceutil/trace.go:171","msg":"trace[901932502] linearizableReadLoop","detail":"{readStateIndex:9607; appliedIndex:9606; }","duration":"1.848471943s","start":"2026-03-31T22:41:23.157801Z","end":"2026-03-31T22:41:25.006273Z","steps":["trace[901932502] 'read index received' (duration: 1.573319755s)","trace[901932502] 'applied index is now lower than readState.Index' (duration: 275.150018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:25.007008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313386174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:25.007049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.928411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:25.007086Z","caller":"traceutil/trace.go:171","msg":"trace[1719648491] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9257; }","duration":"1.313504457s","start":"2026-03-31T22:41:23.693558Z","end":"2026-03-31T22:41:25.007063Z","steps":["trace[1719648491] 'agreement among raft nodes before linearized reading' (duration: 1.313373964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603813465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:25.007111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24706213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:41:25.007141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.69354Z","time spent":"1.31358641s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:25.007153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.896985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:41:25.007177Z","caller":"traceutil/trace.go:171","msg":"trace[722179037] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:9257; }","duration":"1.247160853s","start":"2026-03-31T22:41:23.759998Z","end":"2026-03-31T22:41:25.007159Z","steps":["trace[722179037] 'agreement among raft nodes before linearized reading' (duration: 1.246998219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848300288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:25.007181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.806919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:25.007204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.043949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:41:25.007218Z","caller":"traceutil/trace.go:171","msg":"trace[680373420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9257; }","duration":"452.980237ms","start":"2026-03-31T22:41:24.554222Z","end":"2026-03-31T22:41:25.007202Z","steps":["trace[680373420] 'agreement among raft nodes before linearized reading' (duration: 452.793502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.896515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:41:25.007232Z","caller":"traceutil/trace.go:171","msg":"trace[2030248846] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9257; }","duration":"1.84840376s","start":"2026-03-31T22:41:23.158811Z","end":"2026-03-31T22:41:25.007215Z","steps":["trace[2030248846] 'agreement among raft nodes before linearized reading' (duration: 1.848258937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.004757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:41:25.007253Z","caller":"traceutil/trace.go:171","msg":"trace[1247238223] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"1.850294928s","start":"2026-03-31T22:41:23.156942Z","end":"2026-03-31T22:41:25.007237Z","steps":["trace[1247238223] 'process raft request' (duration: 1.574230307s)","trace[1247238223] 'compare' (duration: 274.127653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:25.007244Z","caller":"traceutil/trace.go:171","msg":"trace[1052481536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9257; }","duration":"453.126191ms","start":"2026-03-31T22:41:24.554104Z","end":"2026-03-31T22:41:25.007231Z","steps":["trace[1052481536] 'agreement among raft nodes before linearized reading' (duration: 453.010258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:25.007271Z","caller":"traceutil/trace.go:171","msg":"trace[389963689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9257; }","duration":"453.09558ms","start":"2026-03-31T22:41:24.554159Z","end":"2026-03-31T22:41:25.007255Z","steps":["trace[389963689] 'agreement among raft nodes before linearized reading' (duration: 452.769362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:25.007288Z","caller":"traceutil/trace.go:171","msg":"trace[1685427416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9257; }","duration":"453.07995ms","start":"2026-03-31T22:41:24.554194Z","end":"2026-03-31T22:41:25.007274Z","steps":["trace[1685427416] 'agreement among raft nodes before linearized reading' (duration: 452.944076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.553999Z","time spent":"453.293255ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.554038Z","time spent":"453.279335ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.156915Z","time spent":"1.85036936s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:25.007378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.906405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:41:25.007172Z","caller":"traceutil/trace.go:171","msg":"trace[1488400416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9257; }","duration":"1.603957079s","start":"2026-03-31T22:41:23.403192Z","end":"2026-03-31T22:41:25.007149Z","steps":["trace[1488400416] 'agreement among raft nodes before linearized reading' (duration: 1.603816405s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:25.007426Z","caller":"traceutil/trace.go:171","msg":"trace[1407607097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9257; }","duration":"452.967858ms","start":"2026-03-31T22:41:24.554445Z","end":"2026-03-31T22:41:25.007413Z","steps":["trace[1407607097] 'agreement among raft nodes before linearized reading' (duration: 452.854484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.759978Z","time spent":"1.247235354s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.554048Z","time spent":"453.278574ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.554436Z","time spent":"453.025319ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.325816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:41:25.007112Z","caller":"traceutil/trace.go:171","msg":"trace[1264258803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9257; }","duration":"428.024894ms","start":"2026-03-31T22:41:24.579065Z","end":"2026-03-31T22:41:25.00709Z","steps":["trace[1264258803] 'agreement among raft nodes before linearized reading' (duration: 427.910371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.00727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.554057Z","time spent":"453.201322ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.579056Z","time spent":"428.495626ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:25.007574Z","caller":"traceutil/trace.go:171","msg":"trace[326515297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9257; }","duration":"860.841709ms","start":"2026-03-31T22:41:24.146704Z","end":"2026-03-31T22:41:25.007546Z","steps":["trace[326515297] 'agreement among raft nodes before linearized reading' (duration: 860.239293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379568668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T22:41:25.007676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:24.146684Z","time spent":"860.958043ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:41:25.007242Z","caller":"traceutil/trace.go:171","msg":"trace[896290321] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9257; }","duration":"276.911941ms","start":"2026-03-31T22:41:24.730312Z","end":"2026-03-31T22:41:25.007224Z","steps":["trace[896290321] 'agreement among raft nodes before linearized reading' (duration: 276.828819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848728949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a20e3fb2a1cb4f\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-31T22:41:25.007807Z","caller":"traceutil/trace.go:171","msg":"trace[1465335103] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a20e3fb2a1cb4f; range_end:; response_count:1; response_revision:9257; }","duration":"1.84951451s","start":"2026-03-31T22:41:23.158271Z","end":"2026-03-31T22:41:25.007786Z","steps":["trace[1465335103] 'agreement among raft nodes before linearized reading' (duration: 1.848584816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.007856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.15826Z","time spent":"1.849581052s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.18a20e3fb2a1cb4f\" "} {"level":"warn","ts":"2026-03-31T22:41:25.00728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.158801Z","time spent":"1.848470453s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849943501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a20e42733781e1\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-31T22:41:25.007704Z","caller":"traceutil/trace.go:171","msg":"trace[1305412712] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9257; }","duration":"1.380072491s","start":"2026-03-31T22:41:23.627591Z","end":"2026-03-31T22:41:25.007663Z","steps":["trace[1305412712] 'agreement among raft nodes before linearized reading' (duration: 1.379451875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.00804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.627567Z","time spent":"1.380418069s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T22:41:25.008101Z","caller":"traceutil/trace.go:171","msg":"trace[1268005023] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a20e42733781e1; range_end:; response_count:1; response_revision:9257; }","duration":"1.850174507s","start":"2026-03-31T22:41:23.157753Z","end":"2026-03-31T22:41:25.007928Z","steps":["trace[1268005023] 'agreement among raft nodes before linearized reading' (duration: 1.849246533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.008351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.157732Z","time spent":"1.850600977s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a20e42733781e1\" "} {"level":"warn","ts":"2026-03-31T22:41:25.007445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:23.403094Z","time spent":"1.604341699s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:25.419298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.716594ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:41:25.419408Z","caller":"traceutil/trace.go:171","msg":"trace[1888120326] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9607; }","duration":"409.527554ms","start":"2026-03-31T22:41:25.009863Z","end":"2026-03-31T22:41:25.41939Z","steps":["trace[1888120326] 'read index received' (duration: 163.676447ms)","trace[1888120326] 'applied index is now lower than readState.Index' (duration: 245.849417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:25.419434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.009363Z","time spent":"410.064367ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:41:25.419512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.641047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:25.419541Z","caller":"traceutil/trace.go:171","msg":"trace[687232090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9257; }","duration":"409.688388ms","start":"2026-03-31T22:41:25.009843Z","end":"2026-03-31T22:41:25.419532Z","steps":["trace[687232090] 'agreement among raft nodes before linearized reading' (duration: 409.622756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.419577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.009834Z","time spent":"409.73454ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:25.98754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.010263Z","time spent":"977.271205ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:41:25.987656Z","caller":"traceutil/trace.go:171","msg":"trace[410591264] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"974.800534ms","start":"2026-03-31T22:41:25.012837Z","end":"2026-03-31T22:41:25.987638Z","steps":["trace[410591264] 'process raft request' (duration: 974.715891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:25.987697Z","caller":"traceutil/trace.go:171","msg":"trace[687034705] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"975.410499ms","start":"2026-03-31T22:41:25.012256Z","end":"2026-03-31T22:41:25.987666Z","steps":["trace[687034705] 'process raft request' (duration: 975.201384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.98778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.012827Z","time spent":"974.898907ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:25.987851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.012227Z","time spent":"975.552642ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:25.988131Z","caller":"traceutil/trace.go:171","msg":"trace[1753141645] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"975.251646ms","start":"2026-03-31T22:41:25.012866Z","end":"2026-03-31T22:41:25.988117Z","steps":["trace[1753141645] 'process raft request' (duration: 974.751623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.988187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.012853Z","time spent":"975.307377ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:25.988509Z","caller":"traceutil/trace.go:171","msg":"trace[1464332485] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"975.615985ms","start":"2026-03-31T22:41:25.012865Z","end":"2026-03-31T22:41:25.988481Z","steps":["trace[1464332485] 'process raft request' (duration: 974.972728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.988606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.012854Z","time spent":"975.699157ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:41:25.988662Z","caller":"traceutil/trace.go:171","msg":"trace[1698142965] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"974.269311ms","start":"2026-03-31T22:41:25.014361Z","end":"2026-03-31T22:41:25.98863Z","steps":["trace[1698142965] 'process raft request' (duration: 974.133388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:25.988652Z","caller":"traceutil/trace.go:171","msg":"trace[1383143903] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"975.384158ms","start":"2026-03-31T22:41:25.013186Z","end":"2026-03-31T22:41:25.98857Z","steps":["trace[1383143903] 'process raft request' (duration: 974.928737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.988755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.014351Z","time spent":"974.348503ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:25.988835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.013175Z","time spent":"975.599934ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:25.989347Z","caller":"traceutil/trace.go:171","msg":"trace[1873558484] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"830.507662ms","start":"2026-03-31T22:41:25.158717Z","end":"2026-03-31T22:41:25.989225Z","steps":["trace[1873558484] 'process raft request' (duration: 829.821105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.98945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.158688Z","time spent":"830.729587ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:25.989468Z","caller":"traceutil/trace.go:171","msg":"trace[570582755] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"830.216634ms","start":"2026-03-31T22:41:25.159242Z","end":"2026-03-31T22:41:25.989458Z","steps":["trace[570582755] 'process raft request' (duration: 829.948408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.989593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.159225Z","time spent":"830.331127ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:25.989896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.084627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:41:25.989922Z","caller":"traceutil/trace.go:171","msg":"trace[882056578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9267; }","duration":"829.108017ms","start":"2026-03-31T22:41:25.160807Z","end":"2026-03-31T22:41:25.989915Z","steps":["trace[882056578] 'agreement among raft nodes before linearized reading' (duration: 829.052946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.989942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.160756Z","time spent":"829.180279ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:41:25.989627Z","caller":"traceutil/trace.go:171","msg":"trace[745609734] linearizableReadLoop","detail":"{readStateIndex:9619; appliedIndex:9608; }","duration":"570.183283ms","start":"2026-03-31T22:41:25.419436Z","end":"2026-03-31T22:41:25.989619Z","steps":["trace[745609734] 'read index received' (duration: 492.275648ms)","trace[745609734] 'applied index is now lower than readState.Index' (duration: 77.906755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:25.989807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.02339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:41:25.990075Z","caller":"traceutil/trace.go:171","msg":"trace[1465437617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9267; }","duration":"977.316787ms","start":"2026-03-31T22:41:25.01275Z","end":"2026-03-31T22:41:25.990067Z","steps":["trace[1465437617] 'agreement among raft nodes before linearized reading' (duration: 976.892127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.990121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.01274Z","time spent":"977.372688ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:41:25.989833Z","caller":"traceutil/trace.go:171","msg":"trace[2139815850] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"830.534892ms","start":"2026-03-31T22:41:25.159291Z","end":"2026-03-31T22:41:25.989826Z","steps":["trace[2139815850] 'process raft request' (duration: 830.127662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.990264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.159276Z","time spent":"830.963503ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:25.98985Z","caller":"traceutil/trace.go:171","msg":"trace[890990539] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"830.135622ms","start":"2026-03-31T22:41:25.15971Z","end":"2026-03-31T22:41:25.989846Z","steps":["trace[890990539] 'process raft request' (duration: 829.870655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:25.990455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.159694Z","time spent":"830.698676ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:27.070901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.865475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:27.071114Z","caller":"traceutil/trace.go:171","msg":"trace[1201796036] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"1.456029067s","start":"2026-03-31T22:41:25.615065Z","end":"2026-03-31T22:41:27.071094Z","steps":["trace[1201796036] 'process raft request' (duration: 1.455930905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.071204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.615029Z","time spent":"1.45613666s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:27.071272Z","caller":"traceutil/trace.go:171","msg":"trace[884821374] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"1.650381269s","start":"2026-03-31T22:41:25.420861Z","end":"2026-03-31T22:41:27.071242Z","steps":["trace[884821374] 'process raft request' (duration: 685.097093ms)","trace[884821374] 'compare' (duration: 964.467096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:27.071399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.420787Z","time spent":"1.650549852s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:27.077984Z","caller":"traceutil/trace.go:171","msg":"trace[2126272791] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"1.088895863s","start":"2026-03-31T22:41:25.989058Z","end":"2026-03-31T22:41:27.077954Z","steps":["trace[2126272791] 'process raft request' (duration: 1.088639727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.078113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649840375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:27.078123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517465211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:41:27.078146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306186307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T22:41:27.078146Z","caller":"traceutil/trace.go:171","msg":"trace[381094360] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"1.088070242s","start":"2026-03-31T22:41:25.990057Z","end":"2026-03-31T22:41:27.078127Z","steps":["trace[381094360] 'process raft request' (duration: 1.087785995s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.078179Z","caller":"traceutil/trace.go:171","msg":"trace[1422712333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9271; }","duration":"1.649967098s","start":"2026-03-31T22:41:25.428196Z","end":"2026-03-31T22:41:27.078163Z","steps":["trace[1422712333] 'agreement among raft nodes before linearized reading' (duration: 1.649850635s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.078188Z","caller":"traceutil/trace.go:171","msg":"trace[1604192400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9271; }","duration":"1.517591644s","start":"2026-03-31T22:41:25.560581Z","end":"2026-03-31T22:41:27.078173Z","steps":["trace[1604192400] 'agreement among raft nodes before linearized reading' (duration: 1.517450561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.078205Z","caller":"traceutil/trace.go:171","msg":"trace[746573185] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17; range_end:; response_count:1; response_revision:9271; }","duration":"1.30630411s","start":"2026-03-31T22:41:25.771887Z","end":"2026-03-31T22:41:27.078191Z","steps":["trace[746573185] 'agreement among raft nodes before linearized reading' (duration: 1.306090314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.078225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.428177Z","time spent":"1.65003656s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:27.07823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.560558Z","time spent":"1.517661385s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:27.078242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.77186Z","time spent":"1.306376012s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75657bf4fb-bc7fr.18a20e29c9124e17\" "} {"level":"warn","ts":"2026-03-31T22:41:27.07827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.990033Z","time spent":"1.088167975s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:27.077967Z","caller":"traceutil/trace.go:171","msg":"trace[1523462707] linearizableReadLoop","detail":"{readStateIndex:9622; appliedIndex:9619; }","duration":"1.087911288s","start":"2026-03-31T22:41:25.990025Z","end":"2026-03-31T22:41:27.077936Z","steps":["trace[1523462707] 'read index received' (duration: 115.947965ms)","trace[1523462707] 'applied index is now lower than readState.Index' (duration: 971.962283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:27.07842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.989039Z","time spent":"1.089049236s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:27.078546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562916725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:27.078714Z","caller":"traceutil/trace.go:171","msg":"trace[691092268] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9271; }","duration":"1.563283144s","start":"2026-03-31T22:41:25.515412Z","end":"2026-03-31T22:41:27.078695Z","steps":["trace[691092268] 'agreement among raft nodes before linearized reading' (duration: 1.562832713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.078937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.515389Z","time spent":"1.563538101s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:27.516426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.945327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:27.516904Z","caller":"traceutil/trace.go:171","msg":"trace[2001569463] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"436.358992ms","start":"2026-03-31T22:41:27.080525Z","end":"2026-03-31T22:41:27.516884Z","steps":["trace[2001569463] 'process raft request' (duration: 436.196028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.51705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:27.080509Z","time spent":"436.476195ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:27.516905Z","caller":"traceutil/trace.go:171","msg":"trace[131022722] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"872.038109ms","start":"2026-03-31T22:41:26.644821Z","end":"2026-03-31T22:41:27.516859Z","steps":["trace[131022722] 'process raft request' (duration: 559.579159ms)","trace[131022722] 'compare' (duration: 311.691061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:27.517426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:26.644803Z","time spent":"872.588872ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:27.517536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358375989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:27.51755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52584187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:41:27.517391Z","caller":"traceutil/trace.go:171","msg":"trace[259250726] linearizableReadLoop","detail":"{readStateIndex:9624; appliedIndex:9623; }","duration":"438.997728ms","start":"2026-03-31T22:41:27.078357Z","end":"2026-03-31T22:41:27.517355Z","steps":["trace[259250726] 'read index received' (duration: 126.144299ms)","trace[259250726] 'applied index is now lower than readState.Index' (duration: 312.849389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:27.517596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52386267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-31T22:41:27.517618Z","caller":"traceutil/trace.go:171","msg":"trace[1671693043] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9273; }","duration":"1.525930092s","start":"2026-03-31T22:41:25.991672Z","end":"2026-03-31T22:41:27.517602Z","steps":["trace[1671693043] 'agreement among raft nodes before linearized reading' (duration: 1.525731836s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.517611Z","caller":"traceutil/trace.go:171","msg":"trace[1588086017] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9273; }","duration":"1.358516323s","start":"2026-03-31T22:41:26.159079Z","end":"2026-03-31T22:41:27.517595Z","steps":["trace[1588086017] 'agreement among raft nodes before linearized reading' (duration: 1.358348829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.517618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526438735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"warn","ts":"2026-03-31T22:41:27.517677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523838719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"warn","ts":"2026-03-31T22:41:27.517676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:26.159054Z","time spent":"1.358606494s","remote":"127.0.0.1:42912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:27.517656Z","caller":"traceutil/trace.go:171","msg":"trace[1159245784] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:9273; }","duration":"1.523939442s","start":"2026-03-31T22:41:25.993702Z","end":"2026-03-31T22:41:27.517642Z","steps":["trace[1159245784] 'agreement among raft nodes before linearized reading' (duration: 1.523737927s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.517696Z","caller":"traceutil/trace.go:171","msg":"trace[1953502311] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9273; }","duration":"1.526570288s","start":"2026-03-31T22:41:25.99111Z","end":"2026-03-31T22:41:27.517681Z","steps":["trace[1953502311] 'agreement among raft nodes before linearized reading' (duration: 1.526356263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.517716Z","caller":"traceutil/trace.go:171","msg":"trace[977537292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9273; }","duration":"1.52388975s","start":"2026-03-31T22:41:25.993818Z","end":"2026-03-31T22:41:27.517708Z","steps":["trace[977537292] 'agreement among raft nodes before linearized reading' (duration: 1.523578662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.517654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.991661Z","time spent":"1.525987233s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T22:41:27.517744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.993813Z","time spent":"1.523920481s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:41:27.517747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.991093Z","time spent":"1.526641229s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:41:27.517758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.993694Z","time spent":"1.524031974s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-31T22:41:27.517735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526045675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T22:41:27.517791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.008835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:27.517831Z","caller":"traceutil/trace.go:171","msg":"trace[1343587929] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9273; }","duration":"1.526168798s","start":"2026-03-31T22:41:25.991639Z","end":"2026-03-31T22:41:27.517808Z","steps":["trace[1343587929] 'agreement among raft nodes before linearized reading' (duration: 1.52583809s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.517865Z","caller":"traceutil/trace.go:171","msg":"trace[354768934] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9273; }","duration":"158.081507ms","start":"2026-03-31T22:41:27.35976Z","end":"2026-03-31T22:41:27.517842Z","steps":["trace[354768934] 'agreement among raft nodes before linearized reading' (duration: 157.967154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.517889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:25.991631Z","time spent":"1.52624381s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T22:41:27.51773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.734113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:27.518118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.398794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T22:41:27.517985Z","caller":"traceutil/trace.go:171","msg":"trace[2108287422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9273; }","duration":"438.999979ms","start":"2026-03-31T22:41:27.078975Z","end":"2026-03-31T22:41:27.517975Z","steps":["trace[2108287422] 'agreement among raft nodes before linearized reading' (duration: 438.734573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:27.518266Z","caller":"traceutil/trace.go:171","msg":"trace[556831221] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9273; }","duration":"444.605459ms","start":"2026-03-31T22:41:27.073639Z","end":"2026-03-31T22:41:27.518244Z","steps":["trace[556831221] 'agreement among raft nodes before linearized reading' (duration: 443.770317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:27.5183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:27.078967Z","time spent":"439.324447ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:41:27.518316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:27.073621Z","time spent":"444.685181ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:41:27.831465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.06449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:27.831551Z","caller":"traceutil/trace.go:171","msg":"trace[847235559] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9273; }","duration":"211.207453ms","start":"2026-03-31T22:41:27.620323Z","end":"2026-03-31T22:41:27.83153Z","steps":["trace[847235559] 'range keys from in-memory index tree' (duration: 210.987077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:33.234088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.538399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:41:33.234182Z","caller":"traceutil/trace.go:171","msg":"trace[1021737266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9330; }","duration":"273.728643ms","start":"2026-03-31T22:41:32.960428Z","end":"2026-03-31T22:41:33.234157Z","steps":["trace[1021737266] 'range keys from in-memory index tree' (duration: 273.388434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:33.588689Z","caller":"traceutil/trace.go:171","msg":"trace[1866939677] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"282.462971ms","start":"2026-03-31T22:41:33.3062Z","end":"2026-03-31T22:41:33.588663Z","steps":["trace[1866939677] 'process raft request' (duration: 282.278097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:33.596758Z","caller":"traceutil/trace.go:171","msg":"trace[1723139667] linearizableReadLoop","detail":"{readStateIndex:9685; appliedIndex:9683; }","duration":"192.370403ms","start":"2026-03-31T22:41:33.404358Z","end":"2026-03-31T22:41:33.596728Z","steps":["trace[1723139667] 'read index received' (duration: 184.190239ms)","trace[1723139667] 'applied index is now lower than readState.Index' (duration: 8.179084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:33.596894Z","caller":"traceutil/trace.go:171","msg":"trace[1856290953] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"289.370025ms","start":"2026-03-31T22:41:33.307513Z","end":"2026-03-31T22:41:33.596883Z","steps":["trace[1856290953] 'process raft request' (duration: 289.086878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:33.597258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.900455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:33.597303Z","caller":"traceutil/trace.go:171","msg":"trace[789450227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9332; }","duration":"193.021619ms","start":"2026-03-31T22:41:33.404272Z","end":"2026-03-31T22:41:33.597294Z","steps":["trace[789450227] 'agreement among raft nodes before linearized reading' (duration: 192.925187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:33.597508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.148234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:33.597591Z","caller":"traceutil/trace.go:171","msg":"trace[1447466534] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9332; }","duration":"129.317018ms","start":"2026-03-31T22:41:33.468258Z","end":"2026-03-31T22:41:33.597575Z","steps":["trace[1447466534] 'agreement among raft nodes before linearized reading' (duration: 129.174344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:35.090648Z","caller":"traceutil/trace.go:171","msg":"trace[182637400] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"155.627776ms","start":"2026-03-31T22:41:34.934963Z","end":"2026-03-31T22:41:35.090591Z","steps":["trace[182637400] 'process raft request' (duration: 104.042737ms)","trace[182637400] 'compare' (duration: 51.432635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:35.110691Z","caller":"traceutil/trace.go:171","msg":"trace[2080018161] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"174.452635ms","start":"2026-03-31T22:41:34.936182Z","end":"2026-03-31T22:41:35.110635Z","steps":["trace[2080018161] 'process raft request' (duration: 174.127897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:35.111135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.816074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T22:41:35.111212Z","caller":"traceutil/trace.go:171","msg":"trace[1191871420] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9353; }","duration":"174.929926ms","start":"2026-03-31T22:41:34.936268Z","end":"2026-03-31T22:41:35.111198Z","steps":["trace[1191871420] 'agreement among raft nodes before linearized reading' (duration: 174.719641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:35.110931Z","caller":"traceutil/trace.go:171","msg":"trace[623031827] linearizableReadLoop","detail":"{readStateIndex:9706; appliedIndex:9704; }","duration":"174.580558ms","start":"2026-03-31T22:41:34.936295Z","end":"2026-03-31T22:41:35.110876Z","steps":["trace[623031827] 'read index received' (duration: 102.735864ms)","trace[623031827] 'applied index is now lower than readState.Index' (duration: 71.842714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:35.111903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.212835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:35.111972Z","caller":"traceutil/trace.go:171","msg":"trace[1662494712] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9353; }","duration":"149.344289ms","start":"2026-03-31T22:41:34.962612Z","end":"2026-03-31T22:41:35.111956Z","steps":["trace[1662494712] 'agreement among raft nodes before linearized reading' (duration: 149.203114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:35.848178Z","caller":"traceutil/trace.go:171","msg":"trace[1538890014] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"219.230662ms","start":"2026-03-31T22:41:35.628912Z","end":"2026-03-31T22:41:35.848143Z","steps":["trace[1538890014] 'process raft request' (duration: 218.991416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:35.957112Z","caller":"traceutil/trace.go:171","msg":"trace[206170775] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"106.761485ms","start":"2026-03-31T22:41:35.850319Z","end":"2026-03-31T22:41:35.95708Z","steps":["trace[206170775] 'process raft request' (duration: 106.532989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:39.331387Z","caller":"traceutil/trace.go:171","msg":"trace[1380223693] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9795; }","duration":"103.726369ms","start":"2026-03-31T22:41:39.227634Z","end":"2026-03-31T22:41:39.33136Z","steps":["trace[1380223693] 'read index received' (duration: 103.600176ms)","trace[1380223693] 'applied index is now lower than readState.Index' (duration: 124.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:39.331513Z","caller":"traceutil/trace.go:171","msg":"trace[328874797] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"109.247407ms","start":"2026-03-31T22:41:39.22222Z","end":"2026-03-31T22:41:39.331467Z","steps":["trace[328874797] 'process raft request' (duration: 108.9674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:39.33179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.137979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-31T22:41:39.331836Z","caller":"traceutil/trace.go:171","msg":"trace[1129067324] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9441; }","duration":"104.254452ms","start":"2026-03-31T22:41:39.227568Z","end":"2026-03-31T22:41:39.331822Z","steps":["trace[1129067324] 'agreement among raft nodes before linearized reading' (duration: 103.928194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:39.670996Z","caller":"traceutil/trace.go:171","msg":"trace[2082385709] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9797; }","duration":"124.414896ms","start":"2026-03-31T22:41:39.546556Z","end":"2026-03-31T22:41:39.670971Z","steps":["trace[2082385709] 'read index received' (duration: 124.110278ms)","trace[2082385709] 'applied index is now lower than readState.Index' (duration: 303.228µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:39.671074Z","caller":"traceutil/trace.go:171","msg":"trace[634062668] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"127.796241ms","start":"2026-03-31T22:41:39.543249Z","end":"2026-03-31T22:41:39.671045Z","steps":["trace[634062668] 'process raft request' (duration: 127.438222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:39.671211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.635621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-03-31T22:41:39.671265Z","caller":"traceutil/trace.go:171","msg":"trace[387482977] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9443; }","duration":"124.730875ms","start":"2026-03-31T22:41:39.54652Z","end":"2026-03-31T22:41:39.67125Z","steps":["trace[387482977] 'agreement among raft nodes before linearized reading' (duration: 124.54791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:39.671399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.763354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T22:41:39.671464Z","caller":"traceutil/trace.go:171","msg":"trace[1642646676] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9443; }","duration":"124.854306ms","start":"2026-03-31T22:41:39.546592Z","end":"2026-03-31T22:41:39.671446Z","steps":["trace[1642646676] 'agreement among raft nodes before linearized reading' (duration: 124.648381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:56.909259Z","caller":"traceutil/trace.go:171","msg":"trace[959715067] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"123.990635ms","start":"2026-03-31T22:41:56.785244Z","end":"2026-03-31T22:41:56.909234Z","steps":["trace[959715067] 'process raft request' (duration: 123.658397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:02.64221Z","caller":"traceutil/trace.go:171","msg":"trace[2054817258] linearizableReadLoop","detail":"{readStateIndex:9962; appliedIndex:9961; }","duration":"118.487988ms","start":"2026-03-31T22:42:02.523696Z","end":"2026-03-31T22:42:02.642184Z","steps":["trace[2054817258] 'read index received' (duration: 92.041727ms)","trace[2054817258] 'applied index is now lower than readState.Index' (duration: 26.445151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:02.642368Z","caller":"traceutil/trace.go:171","msg":"trace[735766693] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"154.792294ms","start":"2026-03-31T22:42:02.487558Z","end":"2026-03-31T22:42:02.64235Z","steps":["trace[735766693] 'process raft request' (duration: 128.178259ms)","trace[735766693] 'compare' (duration: 26.329778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:02.642661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.957669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:42:02.642737Z","caller":"traceutil/trace.go:171","msg":"trace[14636640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9601; }","duration":"119.084953ms","start":"2026-03-31T22:42:02.523636Z","end":"2026-03-31T22:42:02.642721Z","steps":["trace[14636640] 'agreement among raft nodes before linearized reading' (duration: 118.926119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:06.711855Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2b4fc23d90360acd","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:42:06.721245Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-03-31T22:42:06.721314Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"info","ts":"2026-03-31T22:42:16.448224Z","caller":"traceutil/trace.go:171","msg":"trace[759030646] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"121.596756ms","start":"2026-03-31T22:42:16.32657Z","end":"2026-03-31T22:42:16.448167Z","steps":["trace[759030646] 'process raft request' (duration: 117.240018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:19.228757Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7614} {"level":"info","ts":"2026-03-31T22:42:19.310862Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7614,"took":"80.05726ms","hash":2017625761,"current-db-size-bytes":55201792,"current-db-size":"55 MB","current-db-size-in-use-bytes":25862144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T22:42:19.310958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2017625761,"revision":7614,"compact-revision":5432} {"level":"warn","ts":"2026-03-31T22:42:27.47861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.452567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T22:42:27.478702Z","caller":"traceutil/trace.go:171","msg":"trace[772137488] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9892; }","duration":"788.623201ms","start":"2026-03-31T22:42:26.690058Z","end":"2026-03-31T22:42:27.478682Z","steps":["trace[772137488] 'range keys from in-memory index tree' (duration: 788.211741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:27.47874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.689992Z","time spent":"788.740074ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T22:42:27.478865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.237009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-whd8j\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-31T22:42:27.478941Z","caller":"traceutil/trace.go:171","msg":"trace[1273329154] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-whd8j; range_end:; response_count:1; response_revision:9892; }","duration":"693.360872ms","start":"2026-03-31T22:42:26.785563Z","end":"2026-03-31T22:42:27.478924Z","steps":["trace[1273329154] 'range keys from in-memory index tree' (duration: 692.989844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:27.478989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.785543Z","time spent":"693.436535ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-whd8j\" "} {"level":"warn","ts":"2026-03-31T22:42:27.47897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.390234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:27.479059Z","caller":"traceutil/trace.go:171","msg":"trace[820244888] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9892; }","duration":"804.528067ms","start":"2026-03-31T22:42:26.674512Z","end":"2026-03-31T22:42:27.47904Z","steps":["trace[820244888] 'count revisions from in-memory index tree' (duration: 804.292162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:27.479112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.674486Z","time spent":"804.61247ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:27.47911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.865617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:27.479227Z","caller":"traceutil/trace.go:171","msg":"trace[710081210] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"692.517161ms","start":"2026-03-31T22:42:26.786688Z","end":"2026-03-31T22:42:27.479205Z","steps":["trace[710081210] 'process raft request' (duration: 209.47298ms)","trace[710081210] 'compare' (duration: 482.281753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:27.47929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.786657Z","time spent":"692.609003ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:42:28.251103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254868512s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:42:28.251565Z","caller":"traceutil/trace.go:171","msg":"trace[2042578344] linearizableReadLoop","detail":"{readStateIndex:10264; appliedIndex:10262; }","duration":"1.422568309s","start":"2026-03-31T22:42:26.828961Z","end":"2026-03-31T22:42:28.251529Z","steps":["trace[2042578344] 'read index received' (duration: 167.287646ms)","trace[2042578344] 'applied index is now lower than readState.Index' (duration: 1.255278893s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:28.251962Z","caller":"traceutil/trace.go:171","msg":"trace[284551029] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"1.443857501s","start":"2026-03-31T22:42:26.80808Z","end":"2026-03-31T22:42:28.251938Z","steps":["trace[284551029] 'process raft request' (duration: 1.443195624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.252095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.808044Z","time spent":"1.443976114s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:28.252479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423499653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:42:28.252576Z","caller":"traceutil/trace.go:171","msg":"trace[1174955763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9894; }","duration":"1.423604475s","start":"2026-03-31T22:42:26.828946Z","end":"2026-03-31T22:42:28.252551Z","steps":["trace[1174955763] 'agreement among raft nodes before linearized reading' (duration: 1.423314608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.252639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.828869Z","time spent":"1.423755669s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:42:28.259322Z","caller":"traceutil/trace.go:171","msg":"trace[1831683493] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"775.3987ms","start":"2026-03-31T22:42:27.483885Z","end":"2026-03-31T22:42:28.259283Z","steps":["trace[1831683493] 'process raft request' (duration: 775.154174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.259407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:27.48387Z","time spent":"775.490392ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:42:28.259526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414480847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T22:42:28.259553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.49774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:42:28.2596Z","caller":"traceutil/trace.go:171","msg":"trace[958959882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:9897; }","duration":"221.620903ms","start":"2026-03-31T22:42:28.037965Z","end":"2026-03-31T22:42:28.259586Z","steps":["trace[958959882] 'agreement among raft nodes before linearized reading' (duration: 221.393258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:28.259601Z","caller":"traceutil/trace.go:171","msg":"trace[1321068990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9897; }","duration":"1.41459066s","start":"2026-03-31T22:42:26.844991Z","end":"2026-03-31T22:42:28.259582Z","steps":["trace[1321068990] 'agreement among raft nodes before linearized reading' (duration: 1.414385175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.259646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.84497Z","time spent":"1.414667952s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:42:28.259648Z","caller":"traceutil/trace.go:171","msg":"trace[1415692422] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"494.893936ms","start":"2026-03-31T22:42:27.764743Z","end":"2026-03-31T22:42:28.259637Z","steps":["trace[1415692422] 'process raft request' (duration: 494.492656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.259718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:27.764717Z","time spent":"494.957938ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:28.259863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429073893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:42:28.259907Z","caller":"traceutil/trace.go:171","msg":"trace[1085840273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9897; }","duration":"1.429168375s","start":"2026-03-31T22:42:26.830732Z","end":"2026-03-31T22:42:28.2599Z","steps":["trace[1085840273] 'agreement among raft nodes before linearized reading' (duration: 1.428550299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.260013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.830707Z","time spent":"1.429298558s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:42:28.26021Z","caller":"traceutil/trace.go:171","msg":"trace[99828269] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"768.237752ms","start":"2026-03-31T22:42:27.49136Z","end":"2026-03-31T22:42:28.259598Z","steps":["trace[99828269] 'process raft request' (duration: 767.816911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.260276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:27.491333Z","time spent":"768.911168ms","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:28.260579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.795734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:28.260629Z","caller":"traceutil/trace.go:171","msg":"trace[469547700] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9897; }","duration":"168.883757ms","start":"2026-03-31T22:42:28.09173Z","end":"2026-03-31T22:42:28.260613Z","steps":["trace[469547700] 'agreement among raft nodes before linearized reading' (duration: 168.784104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.26064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415656437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:42:28.26069Z","caller":"traceutil/trace.go:171","msg":"trace[589709447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9897; }","duration":"1.415738389s","start":"2026-03-31T22:42:26.844939Z","end":"2026-03-31T22:42:28.260678Z","steps":["trace[589709447] 'agreement among raft nodes before linearized reading' (duration: 1.415608396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.260728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.844927Z","time spent":"1.41579331s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:42:28.261074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.09011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:28.261109Z","caller":"traceutil/trace.go:171","msg":"trace[1628850048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9897; }","duration":"857.126961ms","start":"2026-03-31T22:42:27.403975Z","end":"2026-03-31T22:42:28.261102Z","steps":["trace[1628850048] 'agreement among raft nodes before linearized reading' (duration: 857.071799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.261128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:27.403906Z","time spent":"857.217743ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:28.26115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417446861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:42:28.261183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.973402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:28.261209Z","caller":"traceutil/trace.go:171","msg":"trace[152491818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9897; }","duration":"1.417530644s","start":"2026-03-31T22:42:26.843657Z","end":"2026-03-31T22:42:28.261188Z","steps":["trace[152491818] 'agreement among raft nodes before linearized reading' (duration: 1.41736764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:28.261241Z","caller":"traceutil/trace.go:171","msg":"trace[415487299] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9897; }","duration":"544.063664ms","start":"2026-03-31T22:42:27.717164Z","end":"2026-03-31T22:42:28.261228Z","steps":["trace[415487299] 'agreement among raft nodes before linearized reading' (duration: 543.91452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:28.261242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:26.843639Z","time spent":"1.417596115s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:42:28.261267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:27.717148Z","time spent":"544.112475ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":62,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:46.864165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537183923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:47.364759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537183923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:47.782096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45276501s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:42:47.782711Z","caller":"traceutil/trace.go:171","msg":"trace[1805356064] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"1.453486149s","start":"2026-03-31T22:42:46.329198Z","end":"2026-03-31T22:42:47.782684Z","steps":["trace[1805356064] 'process raft request' (duration: 1.453294613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:47.782858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.329168Z","time spent":"1.453614992s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:48.18177Z","caller":"traceutil/trace.go:171","msg":"trace[643317381] transaction","detail":"{read_only:false; response_revision:10018; number_of_response:1; }","duration":"1.590311425s","start":"2026-03-31T22:42:46.591441Z","end":"2026-03-31T22:42:48.181752Z","steps":["trace[643317381] 'process raft request' (duration: 1.590173832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.181919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.591418Z","time spent":"1.590423839s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:48.182066Z","caller":"traceutil/trace.go:171","msg":"trace[559094057] linearizableReadLoop","detail":"{readStateIndex:10394; appliedIndex:10390; }","duration":"1.818190955s","start":"2026-03-31T22:42:46.363859Z","end":"2026-03-31T22:42:48.18205Z","steps":["trace[559094057] 'read index received' (duration: 1.418396782s)","trace[559094057] 'applied index is now lower than readState.Index' (duration: 399.793353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:48.182165Z","caller":"traceutil/trace.go:171","msg":"trace[262527232] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"1.561813893s","start":"2026-03-31T22:42:46.620333Z","end":"2026-03-31T22:42:48.182147Z","steps":["trace[262527232] 'process raft request' (duration: 1.561628149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.182228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818367989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:42:48.182243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.620319Z","time spent":"1.561889245s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:48.182267Z","caller":"traceutil/trace.go:171","msg":"trace[158284685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10020; }","duration":"1.818440491s","start":"2026-03-31T22:42:46.363817Z","end":"2026-03-31T22:42:48.182258Z","steps":["trace[158284685] 'agreement among raft nodes before linearized reading' (duration: 1.818320028s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.182293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.363799Z","time spent":"1.818487633s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:48.182213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778702519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:48.182366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747373467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:42:48.182378Z","caller":"traceutil/trace.go:171","msg":"trace[1474432224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10020; }","duration":"1.778936095s","start":"2026-03-31T22:42:46.403432Z","end":"2026-03-31T22:42:48.182369Z","steps":["trace[1474432224] 'agreement among raft nodes before linearized reading' (duration: 1.778724269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.182387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759359786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:42:48.182408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.403402Z","time spent":"1.778998596s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:48.18241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747476159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:42:48.182398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739498421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j84nd\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T22:42:48.182915Z","caller":"traceutil/trace.go:171","msg":"trace[132072178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j84nd; range_end:; response_count:1; response_revision:10020; }","duration":"1.740220898s","start":"2026-03-31T22:42:46.442674Z","end":"2026-03-31T22:42:48.182895Z","steps":["trace[132072178] 'agreement among raft nodes before linearized reading' (duration: 1.73951399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.18299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.442656Z","time spent":"1.740316711s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-j84nd\" "} {"level":"info","ts":"2026-03-31T22:42:48.182413Z","caller":"traceutil/trace.go:171","msg":"trace[1356995413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10020; }","duration":"1.747432948s","start":"2026-03-31T22:42:46.43496Z","end":"2026-03-31T22:42:48.182393Z","steps":["trace[1356995413] 'agreement among raft nodes before linearized reading' (duration: 1.747296325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.434949Z","time spent":"1.748155717s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:42:48.182426Z","caller":"traceutil/trace.go:171","msg":"trace[903587554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10020; }","duration":"1.759397417s","start":"2026-03-31T22:42:46.423019Z","end":"2026-03-31T22:42:48.182416Z","steps":["trace[903587554] 'agreement among raft nodes before linearized reading' (duration: 1.759305435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.422946Z","time spent":"1.76027459s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:42:48.182449Z","caller":"traceutil/trace.go:171","msg":"trace[626826662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10020; }","duration":"1.747528231s","start":"2026-03-31T22:42:46.434908Z","end":"2026-03-31T22:42:48.182436Z","steps":["trace[626826662] 'agreement among raft nodes before linearized reading' (duration: 1.747386818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.434901Z","time spent":"1.748457265s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:48.182485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596980732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:48.182476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.943109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:48.183447Z","caller":"traceutil/trace.go:171","msg":"trace[217196019] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10020; }","duration":"1.597962787s","start":"2026-03-31T22:42:46.585465Z","end":"2026-03-31T22:42:48.183428Z","steps":["trace[217196019] 'agreement among raft nodes before linearized reading' (duration: 1.596993252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.585446Z","time spent":"1.598116301s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:48.1824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749387587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:42:48.183606Z","caller":"traceutil/trace.go:171","msg":"trace[1120063617] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10020; }","duration":"754.070418ms","start":"2026-03-31T22:42:47.429485Z","end":"2026-03-31T22:42:48.183556Z","steps":["trace[1120063617] 'agreement among raft nodes before linearized reading' (duration: 752.96392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.183717Z","caller":"traceutil/trace.go:171","msg":"trace[1497709845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10020; }","duration":"1.750757031s","start":"2026-03-31T22:42:46.432944Z","end":"2026-03-31T22:42:48.183701Z","steps":["trace[1497709845] 'agreement among raft nodes before linearized reading' (duration: 1.749329605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:47.429464Z","time spent":"754.255033ms","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:48.183764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.432924Z","time spent":"1.750827824s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:48.182491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054393844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:48.183843Z","caller":"traceutil/trace.go:171","msg":"trace[1002153972] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10020; }","duration":"1.055800969s","start":"2026-03-31T22:42:47.128021Z","end":"2026-03-31T22:42:48.183822Z","steps":["trace[1002153972] 'agreement among raft nodes before linearized reading' (duration: 1.054357463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.183906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:47.127991Z","time spent":"1.055895842s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:48.18256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44112331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:48.183993Z","caller":"traceutil/trace.go:171","msg":"trace[1523579802] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10020; }","duration":"1.442636188s","start":"2026-03-31T22:42:46.741342Z","end":"2026-03-31T22:42:48.183978Z","steps":["trace[1523579802] 'agreement among raft nodes before linearized reading' (duration: 1.441083859s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.182188Z","caller":"traceutil/trace.go:171","msg":"trace[239656898] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"1.564831018s","start":"2026-03-31T22:42:46.617244Z","end":"2026-03-31T22:42:48.182075Z","steps":["trace[239656898] 'process raft request' (duration: 1.5644842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:48.184105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.74132Z","time spent":"1.442767782s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:48.184133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.617216Z","time spent":"1.56687347s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:48.689172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451234537183930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:48.930817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.16934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:48.930941Z","caller":"traceutil/trace.go:171","msg":"trace[1235132003] transaction","detail":"{read_only:false; response_revision:10021; number_of_response:1; }","duration":"743.141274ms","start":"2026-03-31T22:42:48.187781Z","end":"2026-03-31T22:42:48.930922Z","steps":["trace[1235132003] 'process raft request' (duration: 610.78386ms)","trace[1235132003] 'compare' (duration: 132.032957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:48.931024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.187763Z","time spent":"743.215467ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:49.273065Z","caller":"traceutil/trace.go:171","msg":"trace[1975175280] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"1.08498858s","start":"2026-03-31T22:42:48.188056Z","end":"2026-03-31T22:42:49.273045Z","steps":["trace[1975175280] 'process raft request' (duration: 1.084934479s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.27315Z","caller":"traceutil/trace.go:171","msg":"trace[184875407] transaction","detail":"{read_only:false; response_revision:10022; number_of_response:1; }","duration":"1.085093553s","start":"2026-03-31T22:42:48.188026Z","end":"2026-03-31T22:42:49.273119Z","steps":["trace[184875407] 'process raft request' (duration: 1.084841247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.273207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.188032Z","time spent":"1.085094913s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:49.273309Z","caller":"traceutil/trace.go:171","msg":"trace[1354625903] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"1.085246737s","start":"2026-03-31T22:42:48.188056Z","end":"2026-03-31T22:42:49.273303Z","steps":["trace[1354625903] 'process raft request' (duration: 1.08496087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.273302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.187981Z","time spent":"1.085238427s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:49.273354Z","caller":"traceutil/trace.go:171","msg":"trace[1384725744] linearizableReadLoop","detail":"{readStateIndex:10399; appliedIndex:10394; }","duration":"1.084272792s","start":"2026-03-31T22:42:48.189063Z","end":"2026-03-31T22:42:49.273336Z","steps":["trace[1384725744] 'read index received' (duration: 609.520219ms)","trace[1384725744] 'applied index is now lower than readState.Index' (duration: 474.751673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:49.273387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.188033Z","time spent":"1.085332659s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:49.273471Z","caller":"traceutil/trace.go:171","msg":"trace[1088717662] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"497.698457ms","start":"2026-03-31T22:42:48.775729Z","end":"2026-03-31T22:42:49.273427Z","steps":["trace[1088717662] 'process raft request' (duration: 497.564073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.273483Z","caller":"traceutil/trace.go:171","msg":"trace[1810218703] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"1.08536465s","start":"2026-03-31T22:42:48.188079Z","end":"2026-03-31T22:42:49.273444Z","steps":["trace[1810218703] 'process raft request' (duration: 1.085148465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.273673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.188069Z","time spent":"1.085505793s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:49.273699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.775701Z","time spent":"497.864801ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:49.273816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084744694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291557"} {"level":"info","ts":"2026-03-31T22:42:49.273855Z","caller":"traceutil/trace.go:171","msg":"trace[1528372954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10026; }","duration":"1.084785815s","start":"2026-03-31T22:42:48.189058Z","end":"2026-03-31T22:42:49.273843Z","steps":["trace[1528372954] 'agreement among raft nodes before linearized reading' (duration: 1.084349894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.27388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.189023Z","time spent":"1.084850057s","remote":"127.0.0.1:38328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291580,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:42:49.415626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.875118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:42:49.41585Z","caller":"traceutil/trace.go:171","msg":"trace[1675133211] linearizableReadLoop","detail":"{readStateIndex:10401; appliedIndex:10400; }","duration":"142.440186ms","start":"2026-03-31T22:42:49.273386Z","end":"2026-03-31T22:42:49.415826Z","steps":["trace[1675133211] 'read index received' (duration: 31.26284ms)","trace[1675133211] 'applied index is now lower than readState.Index' (duration: 111.174976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:49.415905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.77421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:42:49.415908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.480374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:49.415938Z","caller":"traceutil/trace.go:171","msg":"trace[1594596075] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10026; }","duration":"934.848872ms","start":"2026-03-31T22:42:48.481081Z","end":"2026-03-31T22:42:49.415929Z","steps":["trace[1594596075] 'agreement among raft nodes before linearized reading' (duration: 934.78995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.415945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225101259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:49.415952Z","caller":"traceutil/trace.go:171","msg":"trace[1899170880] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10026; }","duration":"725.560116ms","start":"2026-03-31T22:42:48.690378Z","end":"2026-03-31T22:42:49.415938Z","steps":["trace[1899170880] 'agreement among raft nodes before linearized reading' (duration: 725.465244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.415983Z","caller":"traceutil/trace.go:171","msg":"trace[1129048493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10026; }","duration":"1.225177651s","start":"2026-03-31T22:42:48.190795Z","end":"2026-03-31T22:42:49.415972Z","steps":["trace[1129048493] 'agreement among raft nodes before linearized reading' (duration: 1.225093979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.416023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.190787Z","time spent":"1.225228652s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:49.415989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.69036Z","time spent":"725.619117ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:49.415959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:48.48106Z","time spent":"934.893112ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:42:50.357812Z","caller":"traceutil/trace.go:171","msg":"trace[867441780] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"169.866782ms","start":"2026-03-31T22:42:50.187923Z","end":"2026-03-31T22:42:50.357789Z","steps":["trace[867441780] 'process raft request' (duration: 121.902795ms)","trace[867441780] 'compare' (duration: 47.819844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:50.358144Z","caller":"traceutil/trace.go:171","msg":"trace[1480308850] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"168.965119ms","start":"2026-03-31T22:42:50.189143Z","end":"2026-03-31T22:42:50.358108Z","steps":["trace[1480308850] 'process raft request' (duration: 168.61283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:15.638323Z","caller":"traceutil/trace.go:171","msg":"trace[1383713200] linearizableReadLoop","detail":"{readStateIndex:10597; appliedIndex:10596; }","duration":"109.966646ms","start":"2026-03-31T22:43:15.528326Z","end":"2026-03-31T22:43:15.638293Z","steps":["trace[1383713200] 'read index received' (duration: 109.793871ms)","trace[1383713200] 'applied index is now lower than readState.Index' (duration: 171.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:15.638411Z","caller":"traceutil/trace.go:171","msg":"trace[341275005] transaction","detail":"{read_only:false; response_revision:10217; number_of_response:1; }","duration":"110.500129ms","start":"2026-03-31T22:43:15.527875Z","end":"2026-03-31T22:43:15.638375Z","steps":["trace[341275005] 'process raft request' (duration: 110.260963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.63874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.921745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:43:15.638787Z","caller":"traceutil/trace.go:171","msg":"trace[1782855134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10217; }","duration":"102.020237ms","start":"2026-03-31T22:43:15.536758Z","end":"2026-03-31T22:43:15.638779Z","steps":["trace[1782855134] 'agreement among raft nodes before linearized reading' (duration: 101.826422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.638894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.220092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:15.639001Z","caller":"traceutil/trace.go:171","msg":"trace[1948546154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10217; }","duration":"110.701984ms","start":"2026-03-31T22:43:15.52828Z","end":"2026-03-31T22:43:15.638982Z","steps":["trace[1948546154] 'agreement among raft nodes before linearized reading' (duration: 110.13443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:57.578477Z","caller":"traceutil/trace.go:171","msg":"trace[1981171] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"419.328972ms","start":"2026-03-31T22:44:57.159111Z","end":"2026-03-31T22:44:57.57844Z","steps":["trace[1981171] 'process raft request' (duration: 419.142578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:57.578679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:57.159091Z","time spent":"419.481995ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:57.584924Z","caller":"traceutil/trace.go:171","msg":"trace[16536387] linearizableReadLoop","detail":"{readStateIndex:11305; appliedIndex:11303; }","duration":"312.622706ms","start":"2026-03-31T22:44:57.272273Z","end":"2026-03-31T22:44:57.584895Z","steps":["trace[16536387] 'read index received' (duration: 306.085313ms)","trace[16536387] 'applied index is now lower than readState.Index' (duration: 6.536643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:57.584997Z","caller":"traceutil/trace.go:171","msg":"trace[856989360] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"404.920046ms","start":"2026-03-31T22:44:57.18005Z","end":"2026-03-31T22:44:57.58497Z","steps":["trace[856989360] 'process raft request' (duration: 404.709541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:57.585179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.878202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T22:44:57.58521Z","caller":"traceutil/trace.go:171","msg":"trace[1816987512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10900; }","duration":"312.963664ms","start":"2026-03-31T22:44:57.272238Z","end":"2026-03-31T22:44:57.585201Z","steps":["trace[1816987512] 'agreement among raft nodes before linearized reading' (duration: 312.759629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:57.585185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.915498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:57.585229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:57.180019Z","time spent":"405.038748ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:57.585285Z","caller":"traceutil/trace.go:171","msg":"trace[1310554666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10900; }","duration":"181.065252ms","start":"2026-03-31T22:44:57.404194Z","end":"2026-03-31T22:44:57.585259Z","steps":["trace[1310554666] 'agreement among raft nodes before linearized reading' (duration: 180.901048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:57.585308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.638571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T22:44:57.585324Z","caller":"traceutil/trace.go:171","msg":"trace[78192078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10900; }","duration":"155.696592ms","start":"2026-03-31T22:44:57.429622Z","end":"2026-03-31T22:44:57.585319Z","steps":["trace[78192078] 'agreement among raft nodes before linearized reading' (duration: 155.634021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:57.585238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:57.272218Z","time spent":"313.015075ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:45:02.251905Z","caller":"traceutil/trace.go:171","msg":"trace[429587904] transaction","detail":"{read_only:false; response_revision:10921; number_of_response:1; }","duration":"156.42141ms","start":"2026-03-31T22:45:02.095447Z","end":"2026-03-31T22:45:02.251868Z","steps":["trace[429587904] 'process raft request' (duration: 156.120013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.351104Z","caller":"traceutil/trace.go:171","msg":"trace[572713337] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"308.527895ms","start":"2026-03-31T22:46:48.042546Z","end":"2026-03-31T22:46:48.351074Z","steps":["trace[572713337] 'process raft request' (duration: 252.310879ms)","trace[572713337] 'compare' (duration: 55.944008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:48.351305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.042524Z","time spent":"308.687368ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:48.352292Z","caller":"traceutil/trace.go:171","msg":"trace[2101663937] linearizableReadLoop","detail":"{readStateIndex:11998; appliedIndex:11996; }","duration":"207.506988ms","start":"2026-03-31T22:46:48.144752Z","end":"2026-03-31T22:46:48.352259Z","steps":["trace[2101663937] 'read index received' (duration: 150.125954ms)","trace[2101663937] 'applied index is now lower than readState.Index' (duration: 57.379804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:48.35254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.790425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:46:48.352641Z","caller":"traceutil/trace.go:171","msg":"trace[996532237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11569; }","duration":"207.956908ms","start":"2026-03-31T22:46:48.144663Z","end":"2026-03-31T22:46:48.35262Z","steps":["trace[996532237] 'agreement among raft nodes before linearized reading' (duration: 207.811305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.352476Z","caller":"traceutil/trace.go:171","msg":"trace[660347275] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"307.120039ms","start":"2026-03-31T22:46:48.045333Z","end":"2026-03-31T22:46:48.352453Z","steps":["trace[660347275] 'process raft request' (duration: 306.817072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:48.352871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.045293Z","time spent":"307.432047ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:47:19.236585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9795} {"level":"info","ts":"2026-03-31T22:47:19.326522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9795,"took":"87.706726ms","hash":4210455393,"current-db-size-bytes":55201792,"current-db-size":"55 MB","current-db-size-in-use-bytes":23445504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T22:47:19.326633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4210455393,"revision":9795,"compact-revision":7614} {"level":"info","ts":"2026-03-31T22:52:19.243997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11788} {"level":"info","ts":"2026-03-31T22:52:19.325678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11788,"took":"79.269246ms","hash":1785144336,"current-db-size-bytes":55201792,"current-db-size":"55 MB","current-db-size-in-use-bytes":20361216,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T22:52:19.325745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1785144336,"revision":11788,"compact-revision":9795}